-- Logs begin at Tue 2021-06-22 08:18:59 UTC, end at Tue 2021-06-22 09:36:08 UTC. -- Jun 22 09:01:07.888181 dv-cinder-797333-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 09:01:10.573428 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.common.config [-] Logging enabled! Jun 22 09:01:10.574047 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 09:01:10.574203 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 09:01:10.577406 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.common.config [-] Logging enabled! Jun 22 09:01:10.577660 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 09:01:10.577969 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 09:01:10.578898 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:01:10.579147 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:01:10.579502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:01:10.579746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:01:10.579971 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:01:10.580289 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.580620 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.581014 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.581254 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.581551 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.581847 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.582132 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.582424 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.582720 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.583007 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.583317 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.583606 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.583840 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.584122 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.584409 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.584696 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.584921 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] debug = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.585204 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.585625 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.586031 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.586312 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.586601 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.586875 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.587165 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.587459 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.587729 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.588055 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] host = dv-cinder-797333-1-iscsi {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.588330 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.588616 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.588899 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.589184 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.589460 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.589734 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.590018 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.590292 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.590562 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.590835 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.591144 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.591439 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.591717 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.591944 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.592165 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.592451 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.592734 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.593006 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.593283 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.593559 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.593834 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.594107 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.594375 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.594660 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.594943 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.595248 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.595525 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.595800 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.596074 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.596869 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.597154 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.597426 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.597699 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.597971 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.598254 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.598522 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.598794 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.599091 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.599398 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.599679 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.599961 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.600234 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.600514 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.600787 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.601059 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.601330 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] use_json = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.601603 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.601877 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.602153 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.602430 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.602700 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.602971 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.603264 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.603549 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:10.603846 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.604139 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.604436 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.604718 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.605008 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.605285 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.605570 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.605863 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.606137 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.606422 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.606706 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.606983 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.607292 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.607570 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.607861 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.608162 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.608451 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.608738 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.609007 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.609274 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.609542 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.609816 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.610096 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.610384 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.610669 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.610939 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.611243 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.611533 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.612510 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.612973 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.613415 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.613836 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.614250 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.614661 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.615006 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.615318 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.615596 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.615870 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.616152 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.616446 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.616727 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.616998 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.617267 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.617543 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.617813 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.618096 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.618372 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.618643 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.618913 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.619217 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.619490 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.619761 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.620040 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.620310 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.620585 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.620856 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.621125 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.621392 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.621658 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.621928 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.622195 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.622466 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.622741 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.623010 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.623305 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.623577 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.623846 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.624117 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.624401 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.624698 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.624974 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.625253 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.625528 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.625802 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.626077 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.626351 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.626626 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.626902 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.627198 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.627513 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.627794 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.628127 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.628361 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.628634 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.628926 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.629201 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.629479 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.629752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.630027 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.630313 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.630595 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.630885 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.631199 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.631493 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.631781 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.632071 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.632350 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.632659 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.632934 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:10.633159 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:01:10.633376 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 09:01:10.981503 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:10.981686 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:10.981971 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:10.982300 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 09:01:11.372010 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.372288 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.372551 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.373850 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.374119 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.374374 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.413420 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.413686 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.413946 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.427351 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.427623 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.427885 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.457815 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.458085 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.458348 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.494312 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.494587 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.494846 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.726331 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.726890 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.726890 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.727107 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.728045 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.852535 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.852843 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.853139 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.853410 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.853673 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.853980 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.854233 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.854485 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.854733 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.855008 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.855283 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.855545 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.855803 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.856055 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.856321 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.856581 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.856847 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.857099 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.857367 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.857615 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.857891 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.858354 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.858605 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.858887 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.859146 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.859401 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.859789 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:11.860024 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:11.860256 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:11.860489 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:11.860717 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:11.860961 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:11.861319 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 09:01:11.865464 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 09:01:11.869550 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 09:01:11.873307 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 22 09:01:11.874909 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 09:01:11.875377 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 09:01:11.875707 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 09:01:11.876082 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 09:01:11.879390 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 09:01:11.879634 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 09:01:11.879972 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 09:01:11.907773 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 09:01:11.908211 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.908502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 09:01:11.908957 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.910295 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 09:01:11.910568 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 09:01:11.910806 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 09:01:11.913945 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.914223 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:11.979247 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 09:01:11.979466 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 09:01:11.979644 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 09:01:11.980159 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 09:01:12.001256 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_db.sqlalchemy.engines [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 09:01:12.674607 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing driver for type 'gre' Jun 22 09:01:12.675307 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] gre ID ranges: [(1, 1000)] Jun 22 09:01:12.891757 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing driver for type 'local' Jun 22 09:01:12.892408 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing driver for type 'vlan' Jun 22 09:01:12.989619 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] VlanTypeDriver initialization complete Jun 22 09:01:12.990041 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing driver for type 'vxlan' Jun 22 09:01:12.990792 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] vxlan ID ranges: [(1, 1000)] Jun 22 09:01:13.209669 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing extension driver 'port_security' Jun 22 09:01:13.209998 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.extensions.port_security [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] PortSecurityExtensionDriver initialization complete Jun 22 09:01:13.210329 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing mechanism driver 'openvswitch' Jun 22 09:01:13.210660 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing mechanism driver 'hyperv' Jun 22 09:01:13.221002 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.plugins.ml2.plugin [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:13.221886 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.222261 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.222618 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.223016 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.223391 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.223737 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.224117 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.224463 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.224809 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.225186 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > security_group after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.225534 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > security_group after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.225867 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.226244 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.226614 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.226949 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.227356 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > address_group after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.227701 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > address_group after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.228036 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.228371 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] ML2 OVO RPC backend initialized. {{(pid=93375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 09:01:13.229066 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.229416 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.229824 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.230165 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > networks before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.230502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.230834 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > ports before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.231191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.231526 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnets before_response 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.231865 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.232191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.232520 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.232849 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.233176 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.233509 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.233839 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.234167 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.234494 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.235061 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.plugin [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Modular L2 Plugin initialization complete Jun 22 09:01:13.236103 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading services supported by the core plugin {{(pid=93375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 09:01:13.236103 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.plugins.ml2.managers [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Got port-security extension from driver 'port_security' Jun 22 09:01:13.236411 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.extensions.vlantransparent [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Disabled vlantransparent extension. Jun 22 09:01:13.236645 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 09:01:13.237543 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: router Jun 22 09:01:13.288416 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.288744 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_create 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.289112 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router before_create 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.289721 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.290085 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.290450 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_delete 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.290790 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.291167 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_create 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.291513 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_update 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.291858 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_update 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.292203 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.292556 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_update 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.292954 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_update 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.293313 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.293645 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.293976 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: subnet after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.294306 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.294682 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.294998 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_create 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.295364 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.295702 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.296057 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router after_update 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.296391 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.296737 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_create 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.297090 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.297430 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_update 55549900 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.297798 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > network after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.298650 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Tracking information for resource: router configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:13.298978 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Tracking information for resource: floatingip configured {{(pid=93375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:01:13.304505 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.db.l3_agentschedulers_db [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 09:01:13.308365 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.308365 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port after_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.308365 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port after_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.308365 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: port after_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.308365 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router before_create 55550100 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.309064 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.309064 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_create 55550100 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.309064 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > router precommit_update 55550100 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.312352 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.provider_configuration [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service providers = [] {{(pid=93375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 09:01:13.312712 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.db.servicetype_db [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 09:01:13.315638 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.service_base [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:01:13.315987 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.service_base [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:01:13.316327 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.service_base [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:01:13.317198 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.services.service_base [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:01:13.317563 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.services.service_base [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 09:01:13.317956 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.318251 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 09:01:13.328808 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.329142 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: auto_allocate Jun 22 09:01:13.339339 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: network precommit_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.339708 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: network precommit_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.340230 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.340545 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: tag Jun 22 09:01:13.347610 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.347934 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: timestamp Jun 22 09:01:13.351714 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.352040 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: network_ip_availability Jun 22 09:01:13.358939 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.359334 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.359690 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.360401 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.360716 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: flavors Jun 22 09:01:13.373699 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.374022 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading Plugin: revisions Jun 22 09:01:13.378444 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:01:13.378829 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_concurrency.lockutils [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.397s {{(pid=93375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:13.379611 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 09:01:13.379944 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Initializing extension manager. Jun 22 09:01:13.380442 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: __init__.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.380785 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: __pycache__ {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.381114 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.381441 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: address_group.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.382215 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.382780 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: address-group Jun 22 09:01:13.383099 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: address_scope.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.383822 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.384329 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: address-scope Jun 22 09:01:13.384645 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.385553 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.386060 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: router-admin-state-down-before-update Jun 22 09:01:13.386377 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: agent.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.387063 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.387593 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: agent Jun 22 09:01:13.387907 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: agent_resources_synced.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.388791 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.389292 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: agent-resources-synced Jun 22 09:01:13.389607 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: allowedaddresspairs.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.391400 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.391921 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: allowed-address-pairs Jun 22 09:01:13.392242 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: auto_allocated_topology.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.393565 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.394074 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: auto-allocated-topology Jun 22 09:01:13.394396 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: availability_zone.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.395074 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.395605 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: availability_zone Jun 22 09:01:13.395953 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: availability_zone_filter.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.396872 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.397373 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: availability_zone_filter Jun 22 09:01:13.397691 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: data_plane_status.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.404851 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.405355 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 09:01:13.405674 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: default_subnetpools.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.406573 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.407075 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: default-subnetpools Jun 22 09:01:13.407424 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.408222 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.409236 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: dhcp_agent_scheduler Jun 22 09:01:13.409556 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: dns.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.410456 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.410952 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 09:01:13.411307 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: dns_domain_ports.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.412194 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.412694 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 09:01:13.413011 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: dvr.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.413663 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.414164 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: dvr Jun 22 09:01:13.414743 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: empty_string_filtering.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.415711 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.416155 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: empty-string-filtering Jun 22 09:01:13.416471 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.417363 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.417864 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 09:01:13.418179 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.419067 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.419591 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 09:01:13.419906 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: external_net.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.420802 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.421302 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: external-net Jun 22 09:01:13.421615 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.422502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.423003 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: extra_dhcp_opt Jun 22 09:01:13.423344 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: extraroute.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.424872 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.425412 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: extraroute Jun 22 09:01:13.425786 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: extraroute_atomic.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.426814 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.427346 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: extraroute-atomic Jun 22 09:01:13.427668 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: filter_validation.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.428317 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.428815 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: filter-validation Jun 22 09:01:13.429128 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: fip_pf_description.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.430011 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.430506 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 09:01:13.430816 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: fip_port_details.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.436185 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.436683 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: fip-port-details Jun 22 09:01:13.436996 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: flavors.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.438216 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.438733 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: flavors Jun 22 09:01:13.439059 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.440891 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.441295 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 09:01:13.441620 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: floatingip_pools.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.442310 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.442815 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: floatingip-pools Jun 22 09:01:13.443156 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: ip_allocation.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.444058 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.444560 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 09:01:13.444875 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.445772 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.446271 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: ip-substring-filtering Jun 22 09:01:13.446590 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l2_adjacency.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.447531 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.448031 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 09:01:13.448347 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.449314 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.449826 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: router Jun 22 09:01:13.450144 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.452605 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.453131 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 09:01:13.453460 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.454372 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.454883 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: ext-gw-mode Jun 22 09:01:13.455235 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.456167 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.456669 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: l3-ha Jun 22 09:01:13.456993 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3_flavors.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.457959 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.458395 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: l3-flavors Jun 22 09:01:13.458718 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.470942 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.472191 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 09:01:13.472510 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: l3agentscheduler.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.473611 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.474119 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: l3_agent_scheduler Jun 22 09:01:13.474438 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: logging.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.475988 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.476506 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension logging not supported by any of loaded plugins Jun 22 09:01:13.476829 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: metering.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.477563 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.478148 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: metering Jun 22 09:01:13.478466 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.479688 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.480205 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: metering_source_and_destination_fields Jun 22 09:01:13.480524 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: multiprovidernet.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.481427 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.481933 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: multi-provider Jun 22 09:01:13.482260 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: netmtu.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.483168 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.483679 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: net-mtu Jun 22 09:01:13.483996 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: netmtu_writable.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.484898 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.485400 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: net-mtu-writable Jun 22 09:01:13.485718 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: network_availability_zone.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.486364 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.487517 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: network_availability_zone Jun 22 09:01:13.487982 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: network_ip_availability.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.489085 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.489599 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: network-ip-availability Jun 22 09:01:13.489918 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: network_segment_range.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.490725 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.491258 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 09:01:13.491576 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: pagination.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.492555 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.492879 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: pagination Jun 22 09:01:13.493191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: port_device_profile.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.494076 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.494583 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: port-device-profile Jun 22 09:01:13.494898 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.495822 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.496378 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: port-mac-address-regenerate Jun 22 09:01:13.500376 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.501023 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.501527 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: port-numa-affinity-policy Jun 22 09:01:13.501847 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: port_resource_request.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.502997 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.503522 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 09:01:13.503839 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: portbindings.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.504753 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.505253 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: binding Jun 22 09:01:13.505569 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: portbindings_extended.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.506830 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.507381 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: binding-extended Jun 22 09:01:13.507708 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: portsecurity.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.508599 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.509112 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: port-security Jun 22 09:01:13.509432 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: project_id.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.510386 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.510712 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: project-id Jun 22 09:01:13.511028 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: providernet.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.511953 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.512466 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: provider Jun 22 09:01:13.512784 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.516427 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.516946 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos not supported by any of loaded plugins Jun 22 09:01:13.517277 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.518542 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.519052 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 09:01:13.519400 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.520294 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.520805 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 09:01:13.521126 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_default.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.522017 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.522525 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-default not supported by any of loaded plugins Jun 22 09:01:13.522844 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_fip.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.523517 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.524019 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 09:01:13.524339 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_gateway_ip.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.525240 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.525748 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 09:01:13.526064 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_port_network_policy.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.529874 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.530373 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 09:01:13.530690 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_rule_type_details.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.531624 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.532140 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 09:01:13.532445 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: qos_rules_alias.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.533474 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.534625 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 09:01:13.535022 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: quotasv2.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.535993 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.536318 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: quotas Jun 22 09:01:13.536635 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: quotasv2_detail.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.540027 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.540308 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: quota_details Jun 22 09:01:13.540635 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: rbac.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.541691 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.542211 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: rbac-policies Jun 22 09:01:13.542538 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: rbac_address_group.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.543475 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.543993 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: rbac-address-group Jun 22 09:01:13.544319 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: rbac_address_scope.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.545222 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.545745 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: rbac-address-scope Jun 22 09:01:13.546063 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: rbac_security_groups.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.546968 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.547518 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: rbac-security-groups Jun 22 09:01:13.547838 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: rbac_subnetpool.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.548734 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.549878 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: rbac-subnetpool Jun 22 09:01:13.550276 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: revisionifmatch.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.551205 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.551721 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: revision-if-match Jun 22 09:01:13.552044 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: revisions.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.558479 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.558996 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: standard-attr-revisions Jun 22 09:01:13.559339 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: router_availability_zone.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.559998 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.560506 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: router_availability_zone Jun 22 09:01:13.560824 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: routerservicetype.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.561723 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.562231 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 09:01:13.562554 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.563489 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.563996 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: security-groups-normalized-cidr Jun 22 09:01:13.564318 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.565289 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.565928 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: port-security-groups-filtering Jun 22 09:01:13.566250 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.567173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.567688 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: security-groups-remote-address-group Jun 22 09:01:13.568007 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: securitygroup.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.577702 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.578097 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: security-group Jun 22 09:01:13.578431 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: segment.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.579267 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.579775 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension segment not supported by any of loaded plugins Jun 22 09:01:13.580102 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.581256 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.581764 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 09:01:13.582089 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: servicetype.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.583205 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.583735 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: service-type Jun 22 09:01:13.584058 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: sorting.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.585016 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.585342 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: sorting Jun 22 09:01:13.585661 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: standard_attr_segment.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.586559 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.587069 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 09:01:13.587441 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: standardattrdescription.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.588131 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.588640 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: standard-attr-description Jun 22 09:01:13.588956 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: stateful_security_group.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.589858 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.590365 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: stateful-security-group Jun 22 09:01:13.590681 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: stdattrs_common.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.591282 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 09:01:13.591600 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.592580 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.593083 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 09:01:13.593394 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: subnet_onboard.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.594506 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.595020 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: subnet_onboard Jun 22 09:01:13.595363 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.599959 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.600468 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 09:01:13.600788 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: subnet_service_types.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.601772 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.602364 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: subnet-service-types Jun 22 09:01:13.602680 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: subnetallocation.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.603846 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.604446 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: subnet_allocation Jun 22 09:01:13.604759 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.605430 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.605951 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: subnetpool-prefix-ops Jun 22 09:01:13.606269 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.607240 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.607750 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 09:01:13.608069 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: tagging.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.609138 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.609649 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: standard-attr-tag Jun 22 09:01:13.609969 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: timestamp.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.611175 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.611755 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loaded extension: standard-attr-timestamp Jun 22 09:01:13.612566 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: trunk.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.613611 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.614123 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension trunk not supported by any of loaded plugins Jun 22 09:01:13.614444 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: trunk_details.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.615369 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.616128 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 09:01:13.616272 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: uplink_status_propagation.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.617181 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.617688 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 09:01:13.618004 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Loading extension file: vlantransparent.py {{(pid=93375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:01:13.618670 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:01:13.619195 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 09:01:13.621662 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:network Jun 22 09:01:13.622193 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:subnet Jun 22 09:01:13.622588 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:01:13.622975 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:port Jun 22 09:01:13.624256 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.628191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service FLAVORS assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.628191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.628191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.628191 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:router Jun 22 09:01:13.628191 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 09:01:13.628191 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service METERING assigned prefix: /metering {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.628642 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.628816 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.629072 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:13.630084 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 09:01:13.630515 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:security_group Jun 22 09:01:13.630943 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 09:01:13.631585 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service CORE assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.631906 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:01:13.632244 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] subnetpool is already registered Jun 22 09:01:13.632676 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service CORE assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.632997 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:01:13.633323 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] subnetpool is already registered Jun 22 09:01:13.635636 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.636068 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service FLAVORS assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.636656 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.637082 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.637409 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:router Jun 22 09:01:13.637741 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] router is already registered Jun 22 09:01:13.638144 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 09:01:13.638475 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] floatingip is already registered Jun 22 09:01:13.638923 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service METERING assigned prefix: /metering {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.639619 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 09:01:13.639944 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] rbac_policy is already registered Jun 22 09:01:13.640348 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:security_group Jun 22 09:01:13.640676 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] security_group is already registered Jun 22 09:01:13.641070 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 09:01:13.641396 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] security_group_rule is already registered Jun 22 09:01:13.642005 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service CORE assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.642326 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:01:13.642654 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] subnetpool is already registered Jun 22 09:01:13.643703 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.v2.resource_helper [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Service CORE assigned prefix: {{(pid=93375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:01:13.644029 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:01:13.644357 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING neutron.quota.resource_registry [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] subnetpool is already registered Jun 22 09:01:13.644845 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: extensions {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.646309 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: address-groups {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.647808 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: address-scopes {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.649117 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: agents {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.650275 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: auto-allocated-topology {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.651554 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: availability_zones {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.652755 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: dhcp-networks {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.654340 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: dhcp-agents {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.655781 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: routers {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.657479 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: flavors {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.660713 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: service_profiles {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.661922 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: next_providers {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.663425 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: service_profiles {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.665227 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: floatingip-pools {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.666453 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: routers {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.668194 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: floatingips {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.669456 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: l3-routers {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.670839 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: l3-agents {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.672279 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: metering-labels {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.673543 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: metering-label-rules {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.675851 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: network-ip-availabilities {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.677174 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: bindings {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.678737 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: quotas {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.680302 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: quotas {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.681720 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: rbac-policies {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.682944 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: security-groups {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.684260 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: security-group-rules {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.685529 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: service-providers {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.686763 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: subnetpools {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.688125 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: subnetpools {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.689675 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.692079 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.694234 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.695675 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.697369 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.699336 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.701027 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.702810 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.704762 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.706622 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron.api.extensions [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Extended resource: tags {{(pid=93375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:01:13.712690 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING keystonemiddleware.auth_token [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 09:01:13.717225 dv-cinder-797333-1-iscsi neutron-server[93375]: WARNING keystonemiddleware.auth_token [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 09:01:13.725534 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_concurrency.lockutils [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Acquired lock "singleton_lock" {{(pid=93375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 09:01:13.726012 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_concurrency.lockutils [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Releasing lock "singleton_lock" {{(pid=93375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 09:01:13.726644 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Starting 2 workers Jun 22 09:01:13.731408 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Started child 93484 {{(pid=93375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:01:13.735827 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Started child 93485 {{(pid=93375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:01:13.737682 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.738287 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO neutron.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 09:01:13.738779 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Notify callbacks [] for process, before_spawn {{(pid=93375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.739154 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [-] (93484) wsgi starting up on http://0.0.0.0:9696 Jun 22 09:01:13.741399 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Starting 1 workers Jun 22 09:01:13.744317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.746437 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [-] (93485) wsgi starting up on http://0.0.0.0:9696 Jun 22 09:01:13.746577 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Started child 93486 {{(pid=93375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:01:13.747306 dv-cinder-797333-1-iscsi neutron-server[93375]: INFO oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Starting 1 workers Jun 22 09:01:13.750222 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] calling RpcWorker wait() {{(pid=93486) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 09:01:13.751034 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] returning from RpcWorker wait() {{(pid=93486) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 09:01:13.751763 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Started child 93487 {{(pid=93375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:01:13.752005 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.753003 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:13.753141 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG neutron_lib.callbacks.manager [None req-e5c56cf9-6dad-4520-a662-7e310b736769 None None] Notify callbacks [] for process, after_spawn {{(pid=93375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.755208 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 09:01:13.755422 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:01:13.755616 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:01:13.755831 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:01:13.756173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:01:13.756330 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:01:13.756851 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.757143 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.757427 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.757710 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.757986 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.758543 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.758788 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.759574 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.759574 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.759574 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.759574 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.760068 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.760068 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.760319 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.760459 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:13.760612 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.760770 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.760956 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.761199 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.761468 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.761651 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.761916 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.762179 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.762407 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.762670 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] debug = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.762912 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.763404 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.763652 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.763899 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.764115 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.764410 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.764665 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.764951 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.765306 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.765464 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.765696 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.765960 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.766208 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.766436 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.766650 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.766904 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.767143 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.767629 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] host = dv-cinder-797333-1-iscsi {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.767849 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.768177 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.768362 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.768637 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.768960 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.769203 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.769454 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.769700 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.769951 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.770195 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.770431 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.770687 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.770916 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.771186 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.771342 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_options = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.771596 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.771862 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.772175 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.772337 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.772502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.772647 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.772881 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.773050 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.773285 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.773499 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.773712 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.773929 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.774143 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.774358 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.774610 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.774855 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.775089 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.775463 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.775684 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.775883 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.776108 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.776303 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.776493 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.776690 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.776891 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.777125 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.777353 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.777672 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.777870 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.778064 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.778494 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.778780 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.778780 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.779393 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.779393 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.779784 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.779784 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.780172 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.780475 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.780475 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.781312 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.781312 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.781312 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.781921 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.781921 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.781921 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_json = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.782676 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.782676 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.782676 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.783252 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.783252 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.783252 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.783853 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.783853 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.784251 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.784467 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.784689 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.784883 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.785107 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.785363 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.785603 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.785797 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.786062 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.786327 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.786642 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.786885 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.787210 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.787445 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.787694 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.787985 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.788221 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.788502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.788739 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.788980 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.789360 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.789908 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.790200 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.790441 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.790665 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.790904 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.791152 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.791417 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.791417 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.791861 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.791861 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.792395 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.792395 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.792940 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.792940 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.792940 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.793606 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.793606 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.794028 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.794028 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.794435 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.794435 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.794856 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.794856 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.795252 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.795252 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.800173 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.801246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.802219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803801 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803801 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.803801 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.804106 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.804106 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.806403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807279 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807279 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807279 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807279 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807279 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807792 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807792 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.807996 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.808119 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.808339 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.808584 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.808852 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.809087 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.809311 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.809582 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.809802 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.810063 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.810256 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.810478 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.810764 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.811057 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.811326 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.811585 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.811843 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.812131 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.812376 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.812646 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.812927 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.813163 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.813405 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.813649 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.813913 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.814165 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.814432 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.814688 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.815705 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.815947 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.816170 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.816408 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.816657 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.816984 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.817236 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.817690 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.818118 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.818601 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.818844 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.819086 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.819849 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.819849 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.820315 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.820315 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.820875 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.820875 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.820875 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.821285 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.821285 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.821569 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.821728 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.821946 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.822192 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.822416 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.822652 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.824746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.825752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.825752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.825752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.825752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.825752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.825752 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.826433 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.826433 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.826684 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.826816 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.827096 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.827275 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.827520 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.827745 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.828027 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.828249 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.828463 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.828713 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.828935 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.829168 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.829386 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831171 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831646 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831646 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.831883 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.832122 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.832391 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.832613 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.832828 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.833046 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.833282 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.833502 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.833725 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.833974 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.834180 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.834396 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.834620 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.834827 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.835111 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.835402 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.835644 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.835892 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.836122 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.836349 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.836580 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.836796 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.837006 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.837274 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.837463 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.837817 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.838032 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.838269 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.838495 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.838736 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.838958 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.839190 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.839408 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.839658 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.839907 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.840118 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.840327 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.840542 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.840751 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.841069 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.841326 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.841546 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.841833 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.842063 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.842306 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.842576 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.842913 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.843143 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.843418 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.843653 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.843888 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.844109 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.844362 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.844706 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.844999 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.845246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.845503 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.846098 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.846242 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.846447 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.846690 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.847058 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.847454 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.847742 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.848041 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.848314 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.848600 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.848830 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.849052 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.849284 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.849506 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.849731 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.849958 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.850185 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.850432 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.850647 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.850872 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.851087 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.851354 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.851585 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.851825 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.852060 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.852205 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:01:13.852764 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 09:01:13.852936 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:01:13.853079 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:01:13.853246 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:01:13.853425 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:01:13.853570 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:01:13.853769 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.853914 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854061 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854223 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854406 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854544 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854687 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854825 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.854985 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.855181 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.855350 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.855500 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.855649 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.855789 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.855927 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.856088 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.856229 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.856367 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.856504 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.856642 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.856880 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857106 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857106 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] debug = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857414 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857414 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857714 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857714 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857978 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.857978 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.858278 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.858278 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.858551 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.858688 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.858825 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.858963 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.859119 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.859319 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.859469 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.859619 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.859757 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.859895 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] host = dv-cinder-797333-1-iscsi {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860033 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860170 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860306 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860444 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860582 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860719 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.860864 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.861003 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.861140 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.861296 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.861435 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.861572 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.862220 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.862370 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.862538 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_options = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.862706 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.862882 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863024 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863249 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863397 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863537 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863676 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863827 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.863989 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.864147 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.864286 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.864423 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.864581 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.864726 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.864884 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865037 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865178 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865316 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865463 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865602 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865750 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.865887 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.866048 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.866193 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.866351 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.866494 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.866652 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.866805 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.867032 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.867303 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.867303 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.867712 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.867712 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.867712 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868135 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868135 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868135 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868533 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868533 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868805 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.868805 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869058 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869058 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869351 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869351 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869647 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_json = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869647 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869910 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.869910 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.870215 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.870215 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.870478 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.870478 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.870717 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:01:13.870857 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871003 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871177 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871328 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871464 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871612 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871749 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.871888 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.872034 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.872192 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.872312 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.872454 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.872617 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873026 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873026 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873311 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873311 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873608 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873608 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873891 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.873891 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.874153 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.874153 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.874467 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.874467 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.874732 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.874732 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875002 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875457 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875596 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875744 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.875918 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876059 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876196 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876344 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876482 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876620 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876758 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.876925 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.877153 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.877153 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.878063 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.878063 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.878403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.878403 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.878737 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.878737 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879003 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879178 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879178 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879507 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879507 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879818 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.879818 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880234 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880234 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880234 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880639 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880639 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880901 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.880901 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.881169 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.881169 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.881500 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.881500 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.881766 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.881766 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882028 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882028 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882288 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882471 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882471 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882758 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.882896 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883034 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883189 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883332 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883478 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883615 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883764 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.883902 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884040 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884208 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884348 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884495 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884641 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884816 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.884953 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885100 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885240 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885377 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885513 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885651 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885788 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.885948 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.886114 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.886278 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.886462 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.886611 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.886748 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.886886 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887022 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887205 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887351 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887488 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887647 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887791 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.887957 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.888127 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.888301 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.888461 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.888625 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.888785 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.888953 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.889125 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.889287 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.889451 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.889614 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.889802 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.889932 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890055 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890272 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890409 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890609 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890746 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890871 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.890995 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.891161 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.891325 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.891486 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.891670 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.891830 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.892408 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.892408 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.892408 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.892757 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.892757 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.892757 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.893133 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.893133 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.893429 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.893595 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.893758 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.893920 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.894082 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.894244 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.894407 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.894570 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.894731 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.894893 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.895055 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.895253 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.895416 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.895576 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.895736 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.895897 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.896058 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.896219 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.896379 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.896541 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.896701 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.896860 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897020 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897180 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897340 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897499 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897659 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897822 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.897983 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.898149 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.898358 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.898485 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.898617 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.898743 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.898909 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.899069 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.899247 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.899401 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.899583 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.899719 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.899863 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.900024 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.900187 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.900356 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.900562 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.900700 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.900858 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901011 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901162 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901317 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901435 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901585 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901708 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901871 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.901999 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.902147 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.902313 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.902477 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.902639 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.902800 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.902962 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.903220 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.903373 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.903499 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.903643 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.903805 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.903965 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.904143 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.904272 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.904438 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.904599 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.904758 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.904916 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.905075 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.905244 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.905406 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.905557 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.905709 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.905847 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906012 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906172 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906339 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906469 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906628 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906794 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.906943 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.907101 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.907273 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.907428 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.907599 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.907751 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.907913 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.908085 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.908253 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.908393 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.908659 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.908808 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.908932 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909107 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909238 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909361 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909484 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909627 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909792 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.909964 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.910133 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.910585 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.910755 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.910934 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.911145 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.911320 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.911467 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.911643 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.911804 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.911966 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.912127 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.912290 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.912452 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.912614 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.912774 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.912935 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.913097 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.913338 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.913476 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.913600 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.913758 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.913883 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.914006 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.914161 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.914320 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.914733 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.914894 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:01:13.915048 dv-cinder-797333-1-iscsi neutron-server[93375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:01:13.925770 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:14.082890 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 52800) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:14.092015 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068629 Jun 22 09:01:25.809060 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15def3-3344-407c-ba18-350983147061 None None] get_active_networks_info from dv-cinder-797333-1-iscsi {{(pid=93486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:01:25.974169 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c15def3-3344-407c-ba18-350983147061 None None] No non-hosted networks {{(pid=93486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 09:01:25.988420 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.agentschedulers_db [None req-3c15def3-3344-407c-ba18-350983147061 None None] DHCP Agent not found on host dv-cinder-797333-1-iscsi {{(pid=93486) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 09:01:26.097610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-956f8619-f6a5-4149-b13e-4f2fd916ee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417'] for agent, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.282161 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-2913a4bb-3bb4-4925-a672-68c67c7a26b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417'] for agent, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.320754 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.db.api [None req-a4599db4-2629-4f58-994e-ed2822c5d4c9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797333-1-iscsi {{(pid=93486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:01:29.321524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_db.api [None req-a4599db4-2629-4f58-994e-ed2822c5d4c9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:01:29.931725 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a4599db4-2629-4f58-994e-ed2822c5d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.091888 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417'] for agent, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.092798 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.093413 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.093921 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.094422 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.094931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.095503 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.096102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.096630 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.097172 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.097659 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.098207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.098712 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:30.099376 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797333-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:30.105981 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797333-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:30.771105 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417'] for agent, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.386573 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.db.l3_hamode_db [None req-bf54dd70-05a9-4e63-bd5e-93a6ad11bb47 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 09:01:32.511752 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54dd70-05a9-4e63-bd5e-93a6ad11bb47 None None] Routers set() bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:32.512318 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54dd70-05a9-4e63-bd5e-93a6ad11bb47 None None] Router IDs set() for agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 09:01:32.736905 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417'] for agent, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.345063 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 52892) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:33.845671 dv-cinder-797333-1-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-85267a5b-1710-4f3a-ac80-c170426be737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:33.846402 dv-cinder-797333-1-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-85267a5b-1710-4f3a-ac80-c170426be737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:34.059755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-85267a5b-1710-4f3a-ac80-c170426be737 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:01:34.060721 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-85267a5b-1710-4f3a-ac80-c170426be737 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7142065 Jun 22 09:01:36.412182 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 52906) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:36.727416 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:36.821160 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.policy [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 09:01:36.865987 dv-cinder-797333-1-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:36.866354 dv-cinder-797333-1-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:36.874780 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.quota [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] Loaded quota_driver: . Jun 22 09:01:37.050460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754580712657', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754580714212', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754580708647', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754580695837', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754580688544', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754580813317', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1664449', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-347643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16413718'] for rbac-policy, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:37.307933 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:37.309131 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2ad37075-0723-462e-91bd-1a158db57198 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8957179 Jun 22 09:01:39.865490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 52918) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:40.365009 dv-cinder-797333-1-iscsi neutron-server[93485]: WARNING oslo_policy.policy [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:40.365626 dv-cinder-797333-1-iscsi neutron-server[93485]: WARNING oslo_policy.policy [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:40.578973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Request body: {'network': {'project_id': '60e37fbf48354e098d114584a8adfc74', 'name': 'private', 'admin_state_up': True, 'tenant_id': '60e37fbf48354e098d114584a8adfc74'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:40.581133 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.quota [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Loaded quota_driver: . Jun 22 09:01:40.700992 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Made reservation on behalf of 60e37fbf48354e098d114584a8adfc74 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:40.774240 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.policy [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 09:01:40.819131 dv-cinder-797333-1-iscsi neutron-server[93485]: WARNING oslo_policy.policy [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:40.819544 dv-cinder-797333-1-iscsi neutron-server[93485]: WARNING oslo_policy.policy [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:01:40.829695 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:40.851763 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:40.994485 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.049991 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.055695 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:41.075598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:01:41.101292 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754578388426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.101802 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Unsubscribe: segment precommit_create {{(pid=93485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:01:41.102285 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Added segment 36972c40-ec36-4173-8855-640f35f61f4d of type vlan for network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a Jun 22 09:01:41.118404 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1633f8-b05d-4dc7-8ce3-22dec9ac8193,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:41.139635 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.139963 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.140288 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.140601 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.140913 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.141223 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.141528 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.142372 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.142692 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.142997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.143327 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.143625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Tracked resource versions report: Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: pushed versions: Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: { 'AddressGroup': {'1.2'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'ConntrackHelper': {'1.0'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Log': {'1.0'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Network': {'1.1'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Port': {'1.7'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'PortForwarding': {'1.2'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'QosPolicy': {'1.8'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroup': {'1.4'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SubPort': {'1.0'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Subnet': {'1.1'}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Trunk': {'1.1'}} Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: consumer versions: Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'ConntrackHelper': '1.0', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Log': '1.0', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Network': '1.1', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Port': '1.7', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'PortForwarding': '1.2', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'QosPolicy': '1.8', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroup': '1.4', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroupRule': '1.2', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SubPort': '1.0', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Subnet': '1.1', Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Trunk': '1.1'}} Jun 22 09:01:41.144702 dv-cinder-797333-1-iscsi neutron-server[93485]: {{(pid=93485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:01:41.230616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:41.236976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.359164 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.360778 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:41.361470 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.363594 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:41.458045 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:41.461241 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:41.470451 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:01:41.508722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6410162 Jun 22 09:01:44.161018 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 52940) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:44.557719 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c42ec-474f-43e9-80cb-e9bb963a7189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:44.559068 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a58c42ec-474f-43e9-80cb-e9bb963a7189 admin admin] 10.222.0.37 "GET /v2.0/networks/a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a HTTP/1.1" status: 200 len: 825 time: 0.3970399 Jun 22 09:01:44.599729 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6d387e8f-7217-4c99-b0cf-f26a53b0261f admin admin] 10.222.0.37 "GET /v2.0/subnetpools/ac724298-336e-4b70-9521-c5a22072a32c HTTP/1.1" status: 200 len: 734 time: 0.0346041 Jun 22 09:01:44.608454 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'gateway_ip': '172.20.0.1'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:44.736299 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Made reservation on behalf of 60e37fbf48354e098d114584a8adfc74 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:44.738664 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:45.104517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:45.107021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:45.177423 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4d6a1c-3df6-468f-929c-a90e70b32a95,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:45.179608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Checking segment: {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:01:45.179972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Network hostable DHCP agents. Network: a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:01:45.185432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:45.265710 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:01:45.328615 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:45.333943 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:45.334532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:45.339373 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11adb5c5-2ee5-4e67-956e-f4b17bafac75 None None] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:01:45.415982 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8107758 Jun 22 09:01:45.667189 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:01:45.668437 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.018298 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Allocated IP 172.20.0.2 (a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a/da4d6a1c-3df6-468f-929c-a90e70b32a95/c68efb67-3209-493e-bdff-f4a75b7d3d86) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:46.254841 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.272998 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Transition to ACTIVE for port object c68efb67-3209-493e-bdff-f4a75b7d3d86 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:46.325915 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Transition to ACTIVE for port object c68efb67-3209-493e-bdff-f4a75b7d3d86 will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:46.382897 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.386539 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:46.454973 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:46.459989 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:46.468579 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:01:46.471920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Pushing event updated for resources: {'Port': ['ID=c68efb67-3209-493e-bdff-f4a75b7d3d86,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:46.498110 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.498473 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.498798 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.499117 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.499456 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.499769 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.500079 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.500388 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.500718 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.501598 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.501996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.502308 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Tracked resource versions report: Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: pushed versions: Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: { 'AddressGroup': {'1.2'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'ConntrackHelper': {'1.0'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Log': {'1.0'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Network': {'1.1'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Port': {'1.7'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'PortForwarding': {'1.2'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'QosPolicy': {'1.8'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroup': {'1.4'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SubPort': {'1.0'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Subnet': {'1.1'}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Trunk': {'1.1'}} Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: consumer versions: Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'ConntrackHelper': '1.0', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Log': '1.0', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Network': '1.1', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Port': '1.7', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'PortForwarding': '1.2', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'QosPolicy': '1.8', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroup': '1.4', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroupRule': '1.2', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SubPort': '1.0', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Subnet': '1.1', Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Trunk': '1.1'}} Jun 22 09:01:46.503453 dv-cinder-797333-1-iscsi neutron-server[93486]: {{(pid=93486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:01:46.528106 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:46.558620 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Attempting to bind port c68efb67-3209-493e-bdff-f4a75b7d3d86 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:01:46.559320 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Attempting to bind port c68efb67-3209-493e-bdff-f4a75b7d3d86 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:01:46.559743 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Attempting to bind port c68efb67-3209-493e-bdff-f4a75b7d3d86 on network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:46.565022 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:01:46.565390 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Checking segment: {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:01:46.565855 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.566242 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Bound using segment: {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:01:46.566700 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Bound port: c68efb67-3209-493e-bdff-f4a75b7d3d86, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:01:46.567099 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.630955 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] For port c68efb67-3209-493e-bdff-f4a75b7d3d86, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:46.635329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] For port c68efb67-3209-493e-bdff-f4a75b7d3d86, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=c68efb67-3209-493e-bdff-f4a75b7d3d86,segment=NetworkSegment(36972c40-ec36-4173-8855-640f35f61f4d),segment_id=36972c40-ec36-4173-8855-640f35f61f4d)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:46.748218 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.752256 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:46.820831 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Pushing event updated for resources: {'Port': ['ID=c68efb67-3209-493e-bdff-f4a75b7d3d86,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:46.824297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:47.836074 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 52948) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:48.193864 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [None req-76c58e13-6f69-496a-a519-382531cd3361 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:01:48.195177 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-76c58e13-6f69-496a-a519-382531cd3361 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3574839 Jun 22 09:01:50.807461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 52956) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:51.124989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [None req-b8579435-4097-492a-8cee-6c8795c15c07 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:01:51.129409 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b8579435-4097-492a-8cee-6c8795c15c07 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174789 Jun 22 09:01:52.257455 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device c68efb67-3209-493e-bdff-f4a75b7d3d86 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:01:52.389876 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port c68efb67-3209-493e-bdff-f4a75b7d3d86 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:53.094995 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25db3252-cd70-41fb-8678-149ee55cf267 None None] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:01:53.222683 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Provisioning for port c68efb67-3209-493e-bdff-f4a75b7d3d86 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:53.229474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Provisioning complete for port c68efb67-3209-493e-bdff-f4a75b7d3d86 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:53.229861 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:53.408782 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:53.451329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e67c186d-092f-43fb-b35a-327152111272 None None] For port c68efb67-3209-493e-bdff-f4a75b7d3d86, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=c68efb67-3209-493e-bdff-f4a75b7d3d86,segment=NetworkSegment(36972c40-ec36-4173-8855-640f35f61f4d),segment_id=36972c40-ec36-4173-8855-640f35f61f4d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:53.502569 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:53.505845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:53.557936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Pushing event updated for resources: {'Port': ['ID=c68efb67-3209-493e-bdff-f4a75b7d3d86,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:53.561993 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:53.626662 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-f580bbbd-de42-4a56-a4c4-390f91658a0c None None] Provisioning complete for port c68efb67-3209-493e-bdff-f4a75b7d3d86 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:53.627090 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f580bbbd-de42-4a56-a4c4-390f91658a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:53.859166 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 52970) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:54.189629 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '60e37fbf48354e098d114584a8adfc74'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:54.228029 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device c68efb67-3209-493e-bdff-f4a75b7d3d86 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:01:54.274058 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.275463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port c68efb67-3209-493e-bdff-f4a75b7d3d86 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:54.275838 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.276660 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.444048 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.508169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.574230 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.575481 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-83737dd1-ea85-4257-a5cb-90fa9e14e84d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7147043 Jun 22 09:01:55.815087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6ef12624-1f3c-4bde-8365-666a2af250ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:56.894416 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 52978) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:57.201607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-b4acad5b-107d-44be-a217-86b7005c45b8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:01:57.202680 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b4acad5b-107d-44be-a217-86b7005c45b8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073390 Jun 22 09:01:57.813699 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:01:59.290248 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cd4db87d-dbad-4924-a47d-78300302e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:59.530061 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 52986) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:59.841100 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:59.923572 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Made reservation on behalf of 14c56840f85e4c78a31e2aa6b1e85207 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:59.926335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:59.942865 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.052781 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.135729 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.202217 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.204169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:00.211720 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93484) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 09:02:00.248173 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754578388426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.248818 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Unsubscribe: segment precommit_create {{(pid=93484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:02:00.249397 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Added segment eda85a00-b882-4d35-abb2-a42e951b2671 of type flat for network 600a10d9-16af-4907-950b-4799c51f6b6f Jun 22 09:02:00.266425 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16dca50-ab2b-4a34-aa87-06667df9d6eb,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:00.290402 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.290740 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.291069 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294006 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294006 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294006 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294006 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294006 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294407 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294407 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294407 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.294407 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Tracked resource versions report: Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: pushed versions: Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Log': {'1.0'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Network': {'1.1'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Port': {'1.7'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SubPort': {'1.0'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Subnet': {'1.1'}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Trunk': {'1.1'}} Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: consumer versions: Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Log': '1.0', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Network': '1.1', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Port': '1.7', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'PortForwarding': '1.2', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'QosPolicy': '1.8', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroup': '1.4', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SubPort': '1.0', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Subnet': '1.1', Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Trunk': '1.1'}} Jun 22 09:02:00.295000 dv-cinder-797333-1-iscsi neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:02:00.372148 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:00.373763 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.530271 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.532062 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:00.532865 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.535005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:00.628302 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Pushing event updated for resources: {'Network': ['ID=600a10d9-16af-4907-950b-4799c51f6b6f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:00.632655 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:00.641774 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 600a10d9-16af-4907-950b-4799c51f6b6f details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:02:00.655226 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1240747 Jun 22 09:02:00.734356 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:02.637901 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:02.999262 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53008) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:03.192722 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf822ab2-7c2f-402d-8b04-0ad32273a8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:03.194075 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cf822ab2-7c2f-402d-8b04-0ad32273a8d8 admin admin] 10.222.0.37 "GET /v2.0/subnets/da4d6a1c-3df6-468f-929c-a90e70b32a95 HTTP/1.1" status: 200 len: 849 time: 0.1938801 Jun 22 09:02:03.365683 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e3d1faab-2a53-472b-948a-42681005994b admin admin] 10.222.0.37 "GET /v2.0/routers/7b53c687-3ded-4d2d-a4fb-650b1c344924 HTTP/1.1" status: 200 len: 704 time: 0.1661470 Jun 22 09:02:03.638855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:03.930437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Allocated IP 172.20.0.1 (a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a/da4d6a1c-3df6-468f-929c-a90e70b32a95/69b9076e-292e-4211-bcd6-cb7b7fb11ddf) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:04.079904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.117842 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Transition to ACTIVE for port object 69b9076e-292e-4211-bcd6-cb7b7fb11ddf will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:02:04.232829 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.235817 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:04.343680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:04.351461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:04.356861 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:02:04.357814 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.427236 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Pushing event updated for resources: {'Port': ['ID=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:04.437397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:04.651508 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.735059 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-631729b5-84db-4c30-855d-e390834205c0 None None] Provisioning for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:02:04.738965 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-631729b5-84db-4c30-855d-e390834205c0 None None] Provisioning complete for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:04.739308 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-631729b5-84db-4c30-855d-e390834205c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.773142 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-631729b5-84db-4c30-855d-e390834205c0 None None] Port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:02:04.846964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.907081 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.908354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:04.911043 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:04.990814 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Pushing event updated for resources: {'Port': ['ID=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:04.994458 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:05.038532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:05.039956 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:05.193596 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-68adf40f-a96d-4a83-a684-d94f2e60cadc None None] Provisioning complete for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:05.193968 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-68adf40f-a96d-4a83-a684-d94f2e60cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:05.226848 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-68adf40f-a96d-4a83-a684-d94f2e60cadc None None] Port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:02:05.269078 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Router 7b53c687-3ded-4d2d-a4fb-650b1c344924 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:02:05.359218 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:05.364720 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b53c687-3ded-4d2d-a4fb-650b1c344924/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9940019 Jun 22 09:02:05.382661 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Sync routers for ids ['7b53c687-3ded-4d2d-a4fb-650b1c344924'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:05.397587 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Routers {'7b53c687-3ded-4d2d-a4fb-650b1c344924'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:05.398436 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:01:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['7b53c687-3ded-4d2d-a4fb-650b1c344924'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:05.576798 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Set router 7b53c687-3ded-4d2d-a4fb-650b1c344924 gateway port host: None {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:05.996169 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'name': 'router1', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:01:54Z', 'updated_at': '2021-06-22T09:02:04Z', 'revision_number': 2, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'gw_port_host': None, '_interfaces': [{'id': '69b9076e-292e-4211-bcd6-cb7b7fb11ddf', 'name': '', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'mac_address': 'fa:16:3e:80:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:03Z', 'updated_at': '2021-06-22T09:02:04Z', 'revision_number': 2, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'subnets': [{'id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:06.047454 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Checking router: 7b53c687-3ded-4d2d-a4fb-650b1c344924 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:06.047827 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Updating router 7b53c687-3ded-4d2d-a4fb-650b1c344924 port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:06.112756 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:06.595510 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:06.615007 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Transition to ACTIVE for port object 69b9076e-292e-4211-bcd6-cb7b7fb11ddf will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:02:06.689643 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:06.692571 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:06.880439 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Pushing event updated for resources: {'Port': ['ID=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:06.896641 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.897006 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.897330 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.897647 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.897961 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.898275 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.898585 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.898895 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.899274 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.899588 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.899894 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.900197 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Tracked resource versions report: Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: pushed versions: Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: { 'AddressGroup': {'1.2'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'ConntrackHelper': {'1.0'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Log': {'1.0'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Network': {'1.1'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Port': {'1.7'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'PortForwarding': {'1.2'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'QosPolicy': {'1.8'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroup': {'1.4'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SubPort': {'1.0'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Subnet': {'1.1'}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Trunk': {'1.1'}} Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: consumer versions: Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'ConntrackHelper': '1.0', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Log': '1.0', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Network': '1.1', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Port': '1.7', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'PortForwarding': '1.2', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'QosPolicy': '1.8', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroup': '1.4', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroupRule': '1.2', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SubPort': '1.0', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Subnet': '1.1', Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Trunk': '1.1'}} Jun 22 09:02:06.901292 dv-cinder-797333-1-iscsi neutron-server[93487]: {{(pid=93487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:02:06.903536 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Attempting to bind port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:02:06.903928 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Attempting to bind port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:02:06.904357 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Attempting to bind port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf on network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:06.908383 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:06.910888 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:02:06.911314 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Checking segment: {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:06.912001 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:06.912190 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Bound using segment: {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:02:06.912916 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Bound port: 69b9076e-292e-4211-bcd6-cb7b7fb11ddf, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36972c40-ec36-4173-8855-640f35f61f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:02:06.913279 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:06.975636 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] For port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:06.996165 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] For port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,segment=NetworkSegment(36972c40-ec36-4173-8855-640f35f61f4d),segment_id=36972c40-ec36-4173-8855-640f35f61f4d)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:07.055508 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:07.057930 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:07.111922 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Routers {'7b53c687-3ded-4d2d-a4fb-650b1c344924'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:07.112472 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:01:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['7b53c687-3ded-4d2d-a4fb-650b1c344924'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:07.149418 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Pushing event updated for resources: {'Port': ['ID=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,revision_number=4']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:07.181873 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:07.206744 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] Set router 7b53c687-3ded-4d2d-a4fb-650b1c344924 gateway port host: None {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:07.422910 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'name': 'router1', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:01:54Z', 'updated_at': '2021-06-22T09:02:04Z', 'revision_number': 2, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'gw_port_host': None, '_interfaces': [{'id': '69b9076e-292e-4211-bcd6-cb7b7fb11ddf', 'name': '', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'mac_address': 'fa:16:3e:80:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:03Z', 'updated_at': '2021-06-22T09:02:06Z', 'revision_number': 4, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'subnets': [{'id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:07.449411 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c669ca-0bfa-49e8-9a52-1f22a2b225b1 None None] The sync data for ids ['7b53c687-3ded-4d2d-a4fb-650b1c344924'] in dv-cinder-797333-1-iscsi is: [{'id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'name': 'router1', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:01:54Z', 'updated_at': '2021-06-22T09:02:04Z', 'revision_number': 2, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'gw_port_host': None, '_interfaces': [{'id': '69b9076e-292e-4211-bcd6-cb7b7fb11ddf', 'name': '', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'mac_address': 'fa:16:3e:80:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:03Z', 'updated_at': '2021-06-22T09:02:06Z', 'revision_number': 4, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'subnets': [{'id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:07.552927 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53028) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:07.659989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265d278-3ae3-42c3-9a45-bbfc7c08d6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:07.661328 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-4265d278-3ae3-42c3-9a45-bbfc7c08d6df admin admin] 10.222.0.37 "GET /v2.0/networks/600a10d9-16af-4907-950b-4799c51f6b6f HTTP/1.1" status: 200 len: 842 time: 0.1074355 Jun 22 09:02:07.670679 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:07.798141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Made reservation on behalf of 14c56840f85e4c78a31e2aa6b1e85207 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:07.800455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:08.174627 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.objects.ports [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93485) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:02:08.175077 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:08.178005 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:08.232041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3591182-510f-4af3-9bf4-8e09507a648f,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:08.235946 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:08.240694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Network hostable DHCP agents. Network: 600a10d9-16af-4907-950b-4799c51f6b6f, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:02:08.240694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:08.362600 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:02:08.432013 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 600a10d9-16af-4907-950b-4799c51f6b6f) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:08.438260 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:08.438260 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:08.442175 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da7f23-c2a6-4554-95d0-eb89a15dbf34 None None] Network 600a10d9-16af-4907-950b-4799c51f6b6f requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:02:08.547354 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8683879 Jun 22 09:02:08.570337 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca2a60-4570-403e-95e2-84129ea43b15 None None] Network 600a10d9-16af-4907-950b-4799c51f6b6f requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:02:10.297306 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 69b9076e-292e-4211-bcd6-cb7b7fb11ddf up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:10.409457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:02:10.414044 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:10.414463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:10.497361 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:10.534792 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,segment=NetworkSegment(36972c40-ec36-4173-8855-640f35f61f4d),segment_id=36972c40-ec36-4173-8855-640f35f61f4d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:10.614280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:10.616591 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e67c186d-092f-43fb-b35a-327152111272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:10.662012 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=69b9076e-292e-4211-bcd6-cb7b7fb11ddf,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:10.665403 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:10.793756 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53040) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:10.921157 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-52ec23b1-27bf-410c-996b-25fa86a1e619 admin admin] 10.222.0.37 "GET /v2.0/routers/7b53c687-3ded-4d2d-a4fb-650b1c344924 HTTP/1.1" status: 200 len: 710 time: 0.1262856 Jun 22 09:02:11.079739 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464fa05-0bf8-44d8-b05c-8c2fc5eea270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:11.082415 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-8464fa05-0bf8-44d8-b05c-8c2fc5eea270 admin admin] 10.222.0.37 "GET /v2.0/networks/600a10d9-16af-4907-950b-4799c51f6b6f HTTP/1.1" status: 200 len: 886 time: 0.1546803 Jun 22 09:02:11.090019 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:11.335590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:11.656851 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:11.733874 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:12.019102 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Allocated IP 172.27.0.22 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/6273be67-ab4d-4674-ab34-17703e05b490) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:12.173888 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:12.231667 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 69b9076e-292e-4211-bcd6-cb7b7fb11ddf up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:12.249592 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:12.252369 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:12.283481 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:12.283777 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:12.291059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:12.295429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:12.300782 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Pushing event updated for resources: {'Port': ['ID=6273be67-ab4d-4674-ab34-17703e05b490,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:12.313731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:02:12.380979 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:12.619892 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:12.901177 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:12.904393 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-610557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-610506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473462'] for router, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:13.020703 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Router 7b53c687-3ded-4d2d-a4fb-650b1c344924 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:02:13.127161 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:13.129110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:13.132138 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b53c687-3ded-4d2d-a4fb-650b1c344924 HTTP/1.1" status: 200 len: 889 time: 2.0437641 Jun 22 09:02:13.138936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Sync routers for ids ['7b53c687-3ded-4d2d-a4fb-650b1c344924'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:13.158764 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Routers {'7b53c687-3ded-4d2d-a4fb-650b1c344924'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:13.159397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:01:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['7b53c687-3ded-4d2d-a4fb-650b1c344924'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:13.377616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Set router 7b53c687-3ded-4d2d-a4fb-650b1c344924 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:13.774603 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'name': 'router1', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '6273be67-ab4d-4674-ab34-17703e05b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:01:54Z', 'updated_at': '2021-06-22T09:02:12Z', 'revision_number': 4, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'gw_port': {'id': '6273be67-ab4d-4674-ab34-17703e05b490', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:11Z', 'updated_at': '2021-06-22T09:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '69b9076e-292e-4211-bcd6-cb7b7fb11ddf', 'name': '', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'mac_address': 'fa:16:3e:80:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:03Z', 'updated_at': '2021-06-22T09:02:10Z', 'revision_number': 5, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'subnets': [{'id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:13.826302 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Checking router: 7b53c687-3ded-4d2d-a4fb-650b1c344924 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:13.826650 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Updating router 7b53c687-3ded-4d2d-a4fb-650b1c344924 port 6273be67-ab4d-4674-ab34-17703e05b490 binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:13.858817 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.178359 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.187926 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Transition to ACTIVE for port object 6273be67-ab4d-4674-ab34-17703e05b490 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:02:14.277943 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.280549 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:14.331590 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea61ed7-bdf2-4718-afdd-7b9330358c32 None None] Pushing event updated for resources: {'Port': ['ID=6273be67-ab4d-4674-ab34-17703e05b490,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:14.333977 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Attempting to bind port 6273be67-ab4d-4674-ab34-17703e05b490 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:02:14.334348 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Attempting to bind port 6273be67-ab4d-4674-ab34-17703e05b490 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:02:14.334813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Attempting to bind port 6273be67-ab4d-4674-ab34-17703e05b490 on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:14.336836 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ea61ed7-bdf2-4718-afdd-7b9330358c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:14.340677 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:02:14.341087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:14.341463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.341855 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:02:14.342391 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Bound port: 6273be67-ab4d-4674-ab34-17703e05b490, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:02:14.342767 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.393647 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] For port 6273be67-ab4d-4674-ab34-17703e05b490, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:14.396679 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] For port 6273be67-ab4d-4674-ab34-17703e05b490, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=6273be67-ab4d-4674-ab34-17703e05b490,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:14.506263 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.508575 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e2aa4f56-0921-482b-99eb-9efefcce4944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:14.567591 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea61ed7-bdf2-4718-afdd-7b9330358c32 None None] Pushing event updated for resources: {'Port': ['ID=6273be67-ab4d-4674-ab34-17703e05b490,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:14.570068 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Routers {'7b53c687-3ded-4d2d-a4fb-650b1c344924'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:14.570664 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:01:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['7b53c687-3ded-4d2d-a4fb-650b1c344924'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:14.572635 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ea61ed7-bdf2-4718-afdd-7b9330358c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:14.757961 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] Set router 7b53c687-3ded-4d2d-a4fb-650b1c344924 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:14.971584 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'name': 'router1', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '6273be67-ab4d-4674-ab34-17703e05b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:01:54Z', 'updated_at': '2021-06-22T09:02:12Z', 'revision_number': 4, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'gw_port': {'id': '6273be67-ab4d-4674-ab34-17703e05b490', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:11Z', 'updated_at': '2021-06-22T09:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '69b9076e-292e-4211-bcd6-cb7b7fb11ddf', 'name': '', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'mac_address': 'fa:16:3e:80:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:03Z', 'updated_at': '2021-06-22T09:02:10Z', 'revision_number': 5, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'subnets': [{'id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:14.997696 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e49f8d-fd6a-4e1f-9a45-f6df0a13e80b None None] The sync data for ids ['7b53c687-3ded-4d2d-a4fb-650b1c344924'] in dv-cinder-797333-1-iscsi is: [{'id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'name': 'router1', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '6273be67-ab4d-4674-ab34-17703e05b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:01:54Z', 'updated_at': '2021-06-22T09:02:12Z', 'revision_number': 4, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'gw_port': {'id': '6273be67-ab4d-4674-ab34-17703e05b490', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:11Z', 'updated_at': '2021-06-22T09:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '69b9076e-292e-4211-bcd6-cb7b7fb11ddf', 'name': '', 'network_id': 'a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a', 'tenant_id': '60e37fbf48354e098d114584a8adfc74', 'mac_address': 'fa:16:3e:80:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b53c687-3ded-4d2d-a4fb-650b1c344924', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:02:03Z', 'updated_at': '2021-06-22T09:02:10Z', 'revision_number': 5, 'project_id': '60e37fbf48354e098d114584a8adfc74', 'subnets': [{'id': 'da4d6a1c-3df6-468f-929c-a90e70b32a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac724298-336e-4b70-9521-c5a22072a32c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:15.536691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53050) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:15.664941 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-fac5f9b5-88e3-4ebe-afce-e1b6399911c2 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1267915 Jun 22 09:02:16.275570 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 6273be67-ab4d-4674-ab34-17703e05b490 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:16.386072 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 6273be67-ab4d-4674-ab34-17703e05b490 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:02:16.390186 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 6273be67-ab4d-4674-ab34-17703e05b490 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:16.391770 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:16.467262 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:16.487983 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 6273be67-ab4d-4674-ab34-17703e05b490, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=6273be67-ab4d-4674-ab34-17703e05b490,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:16.550453 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:16.558339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:16.612254 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=6273be67-ab4d-4674-ab34-17703e05b490,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:16.615255 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:18.239836 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 6273be67-ab4d-4674-ab34-17703e05b490 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:18.311564 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 6273be67-ab4d-4674-ab34-17703e05b490 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:18.311946 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.818316 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-224151e8-7b8d-428b-a0a9-eda30bdfe2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:29.277488 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-46775fee-e242-4111-a45b-3dc506359cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:30.140182 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:30.691286 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:32.671223 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:34.813254 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:02:55.768687 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-527ca0fe-3da5-49eb-805d-7a7509219627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:59.921985 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c1649881-739b-4a42-8f0a-8c3f9118c8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:00.087250 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:00.681349 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:02.667498 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:11.813265 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:03:25.800858 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3114e9c8-3533-4d7f-85b4-beea2122e794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:29.279749 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f4b2da5b-c49f-4194-a0ad-ffd745e778e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:30.097787 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:30.677215 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:32.687368 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:48.811854 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:03:54.243039 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53620) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:54.306132 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96e9cf7-e134-40cc-b288-259eb840f633 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:03:54.307477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f96e9cf7-e134-40cc-b288-259eb840f633 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634420 Jun 22 09:03:54.460531 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ab8ed-a2df-4eea-b453-56eb854860d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:54.461897 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-144ab8ed-a2df-4eea-b453-56eb854860d8 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1505473 Jun 22 09:03:55.770717 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-8dc58159-9bf2-4ec3-a64b-011bc0278c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:56.577346 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53630) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:56.673708 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0120efb-33a0-4dd5-8025-f65c5f484873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:56.675077 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f0120efb-33a0-4dd5-8025-f65c5f484873 admin admin] 10.222.0.37 "GET /v2.0/subnets/da4d6a1c-3df6-468f-929c-a90e70b32a95 HTTP/1.1" status: 200 len: 849 time: 0.0967853 Jun 22 09:03:56.687183 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:03:56.771064 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:56.965357 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754578307036'] for subnet, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:56.967717 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-28d2c893-3d1b-4654-b439-f174295f072b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:56.996028 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:56.996623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:56.998508 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] 10.222.0.37 "PUT /v2.0/subnets/da4d6a1c-3df6-468f-929c-a90e70b32a95 HTTP/1.1" status: 200 len: 868 time: 0.3160810 Jun 22 09:03:57.014228 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d715246-e512-4bde-a5ac-348800c73c0a None None] Network a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:03:57.018278 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4d6a1c-3df6-468f-929c-a90e70b32a95,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:57.025724 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.025953 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.026254 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.026604 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.026914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.027283 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.027614 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.027936 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.028302 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.028654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.028967 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.029321 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.033760 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:57.364850 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-eb025fbf-0faf-40fc-a2bc-2ae22159af8b None None] Provisioning complete for port 69b9076e-292e-4211-bcd6-cb7b7fb11ddf triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:03:57.365240 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-eb025fbf-0faf-40fc-a2bc-2ae22159af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.450217 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-eb025fbf-0faf-40fc-a2bc-2ae22159af8b None None] Provisioning complete for port c68efb67-3209-493e-bdff-f4a75b7d3d86 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:03:57.450584 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-eb025fbf-0faf-40fc-a2bc-2ae22159af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:59.256533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcec9358-cbd7-47b0-8e95-f399ac912b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:59.258281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53638) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:59.452619 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f86c76-aadb-497a-a1ed-b26c8071b698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:59.453000 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f86c76-aadb-497a-a1ed-b26c8071b698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:59.454500 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b4f86c76-aadb-497a-a1ed-b26c8071b698 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952751 Jun 22 09:04:00.091770 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:00.678814 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:01.618884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53646) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:01.753435 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdb2e0-c3e8-4a88-83ca-a80e61e3b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:01.753907 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdb2e0-c3e8-4a88-83ca-a80e61e3b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:01.755451 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-92cdb2e0-c3e8-4a88-83ca-a80e61e3b782 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1355770 Jun 22 09:04:02.650773 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:04.026746 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53654) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:04.150730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dec134-cc5f-425b-b308-c3cfc90af59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:04.152106 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-24dec134-cc5f-425b-b308-c3cfc90af59e admin admin] 10.222.0.37 "GET /v2.0/networks/600a10d9-16af-4907-950b-4799c51f6b6f HTTP/1.1" status: 200 len: 886 time: 0.1243951 Jun 22 09:04:06.261106 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53662) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:06.393586 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b7e69-358c-47df-bc3a-85c65b7ed964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:06.394904 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-d69b7e69-358c-47df-bc3a-85c65b7ed964 admin admin] 10.222.0.37 "GET /v2.0/networks/a6f5159c-c3e8-41e2-a779-b36a8c3d0d3a HTTP/1.1" status: 200 len: 869 time: 0.1328638 Jun 22 09:04:08.516920 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53670) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.655432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b52f54-4047-4d6e-aadd-b9a27f88c7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:08.656122 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b52f54-4047-4d6e-aadd-b9a27f88c7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:08.658543 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-42b52f54-4047-4d6e-aadd-b9a27f88c7f4 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403546 Jun 22 09:04:10.775144 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53678) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:10.907057 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120530b-5ed3-4d37-bd83-e0745a8e3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:10.907537 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120530b-5ed3-4d37-bd83-e0745a8e3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:10.909411 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4120530b-5ed3-4d37-bd83-e0745a8e3ad8 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333027 Jun 22 09:04:13.087202 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53688) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:13.223562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bb7c80-43eb-4288-bf1d-b6ae3c1932ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:13.224910 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b1bb7c80-43eb-4288-bf1d-b6ae3c1932ca admin admin] 10.222.0.37 "GET /v2.0/subnets/d3591182-510f-4af3-9bf4-8e09507a648f HTTP/1.1" status: 200 len: 816 time: 0.1367161 Jun 22 09:04:15.403325 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53696) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:15.491622 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeaa865-ec4f-471f-bc26-f32f80bea381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:15.492934 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cbeaa865-ec4f-471f-bc26-f32f80bea381 admin admin] 10.222.0.37 "GET /v2.0/subnets/da4d6a1c-3df6-468f-929c-a90e70b32a95 HTTP/1.1" status: 200 len: 868 time: 0.0886838 Jun 22 09:04:25.787736 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f7344880-488b-4230-87cf-c5b9473a5133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:25.810771 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:04:29.284870 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-5c95cecf-346c-458c-9f19-d4bff47cbd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:30.113430 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:30.679314 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:32.717485 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:38.969372 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53740) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:39.015729 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-6cb29637-e9e4-49a4-9645-ad54f06a9833 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:04:39.016810 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6cb29637-e9e4-49a4-9645-ad54f06a9833 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464756 Jun 22 09:04:41.255856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53748) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:41.315010 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4586367-3de8-40d2-9ba5-2eae94663efa admin admin] GET failed (client error): The resource could not be found. Jun 22 09:04:41.316323 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c4586367-3de8-40d2-9ba5-2eae94663efa admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595174 Jun 22 09:04:41.500759 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676e2ad-02b7-4517-be34-66aa8a43927d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:41.502117 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b676e2ad-02b7-4517-be34-66aa8a43927d admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1819677 Jun 22 09:04:43.835774 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53756) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:43.880370 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:43.998170 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Made reservation on behalf of 14c56840f85e4c78a31e2aa6b1e85207 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:44.000441 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:44.034887 dv-cinder-797333-1-iscsi neutron-server[93484]: WARNING neutron.services.revisions.revision_plugin [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Could not find related network for resource to bump revision. Jun 22 09:04:44.049003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:04:44.058951 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:44.059339 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Added segment ec5bf8a3-3cdf-462c-92ee-375c19f0f533 of type vlan for network 150a4605-16a8-477b-8484-ef7acf549469 Jun 22 09:04:44.107507 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:44.180870 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:44.182131 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:44.183380 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:44.185982 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:44.238531 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Pushing event updated for resources: {'Network': ['ID=150a4605-16a8-477b-8484-ef7acf549469,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:44.244654 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.245610 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.245943 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.246263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.246573 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.246901 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.247239 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.247551 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.247859 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.248169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.248520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.248816 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.252193 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:44.259230 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 150a4605-16a8-477b-8484-ef7acf549469 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:04:44.279630 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4427960 Jun 22 09:04:46.480217 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53764) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:46.546789 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0126cc3d-b28c-4a23-9299-4de335cbb744 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:04:46.551523 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0126cc3d-b28c-4a23-9299-4de335cbb744 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0702181 Jun 22 09:04:46.645198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93d53a-3972-43e4-b919-f7b886c549f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:46.646650 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-fa93d53a-3972-43e4-b919-f7b886c549f9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0944140 Jun 22 09:04:46.657414 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:46.733259 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Made reservation on behalf of 14c56840f85e4c78a31e2aa6b1e85207 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:46.735627 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:46.998818 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:47.001273 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:47.057925 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ef84d5-e36e-41b4-9f1b-bbd2b76aa76e,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:47.063195 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:47.069921 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Checking segment: {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:04:47.070298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Network hostable DHCP agents. Network: 150a4605-16a8-477b-8484-ef7acf549469, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:04:47.158238 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Network 150a4605-16a8-477b-8484-ef7acf549469 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:04:47.278211 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 150a4605-16a8-477b-8484-ef7acf549469) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:47.282993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:47.283624 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:47.288409 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24d5cb-1b3a-40d2-bb70-5b52c92e4257 None None] Network 150a4605-16a8-477b-8484-ef7acf549469 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:47.393942 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7402864 Jun 22 09:04:47.533555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-150a4605-16a8-477b-8484-ef7acf549469', 'network_id': '150a4605-16a8-477b-8484-ef7acf549469', 'tenant_id': '14c56840f85e4c78a31e2aa6b1e85207', 'fixed_ips': [{'subnet_id': 'b9ef84d5-e36e-41b4-9f1b-bbd2b76aa76e'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:04:47.534444 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:47.685048 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Allocated IP 192.168.233.2 (150a4605-16a8-477b-8484-ef7acf549469/b9ef84d5-e36e-41b4-9f1b-bbd2b76aa76e/82b6d4c5-66da-4ae2-a262-c40406f5496b) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:47.828210 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:47.836632 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Transition to ACTIVE for port object 82b6d4c5-66da-4ae2-a262-c40406f5496b will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:04:47.852274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Transition to ACTIVE for port object 82b6d4c5-66da-4ae2-a262-c40406f5496b will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:04:47.947400 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:47.950936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:47.990991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Network 150a4605-16a8-477b-8484-ef7acf549469 is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:47.994072 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:47.996865 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:04:48.007808 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Pushing event updated for resources: {'Port': ['ID=82b6d4c5-66da-4ae2-a262-c40406f5496b,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:48.036199 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.036540 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.036876 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.037207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.037527 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.037844 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.038162 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.038479 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.038792 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.039104 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.039502 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.039815 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:48.043872 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:48.084636 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Attempting to bind port 82b6d4c5-66da-4ae2-a262-c40406f5496b on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:04:48.084976 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Attempting to bind port 82b6d4c5-66da-4ae2-a262-c40406f5496b by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:04:48.085308 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Attempting to bind port 82b6d4c5-66da-4ae2-a262-c40406f5496b on network 150a4605-16a8-477b-8484-ef7acf549469 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:04:48.091827 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:04:48.092208 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Checking segment: {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:04:48.092613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:48.093013 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Bound using segment: {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:04:48.093488 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Bound port: 82b6d4c5-66da-4ae2-a262-c40406f5496b, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:04:48.093865 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:48.162781 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] For port 82b6d4c5-66da-4ae2-a262-c40406f5496b, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:48.166033 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] For port 82b6d4c5-66da-4ae2-a262-c40406f5496b, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=82b6d4c5-66da-4ae2-a262-c40406f5496b,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:48.257473 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:48.260187 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:48.321109 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Pushing event updated for resources: {'Port': ['ID=82b6d4c5-66da-4ae2-a262-c40406f5496b,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:48.326173 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:49.163955 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfde5ac-4240-4912-9e35-64836bec3fd3 None None] Network 150a4605-16a8-477b-8484-ef7acf549469 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:49.338952 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-ae0632ea-3212-464d-a965-73303b72efa5 None None] Provisioning for port 82b6d4c5-66da-4ae2-a262-c40406f5496b completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:04:50.362139 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 82b6d4c5-66da-4ae2-a262-c40406f5496b up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:04:50.470942 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 82b6d4c5-66da-4ae2-a262-c40406f5496b completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:04:50.476983 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 82b6d4c5-66da-4ae2-a262-c40406f5496b triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:04:50.477595 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:50.561203 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:50.600869 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 82b6d4c5-66da-4ae2-a262-c40406f5496b, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=82b6d4c5-66da-4ae2-a262-c40406f5496b,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:50.670648 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:50.675118 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:50.721816 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=82b6d4c5-66da-4ae2-a262-c40406f5496b,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:50.724827 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:52.338714 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 82b6d4c5-66da-4ae2-a262-c40406f5496b up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:04:52.387360 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 82b6d4c5-66da-4ae2-a262-c40406f5496b triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:04:52.387734 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:55.807616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-63286df6-952e-4f89-8189-cc170eb0f9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:59.301073 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-61176203-ee35-4eb7-8c78-fabaa02fc230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:00.100683 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:00.667086 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:02.695557 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:02.904848 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:05:25.808588 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e87-5425-48f4-a86e-305f45dd51cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:29.300220 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7797-21bd-4732-a9b7-7bf5e191b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:30.097213 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:30.677257 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:32.734099 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:39.812796 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:05:55.770143 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9fe44e72-113f-4c45-990c-81cec2c231bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:59.270822 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1bf91803-4f0d-44ba-9d51-0ca223c211de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:00.119350 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:00.678457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:02.716277 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:04.840312 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53816) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:06:04.846438 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-3035aed3-8ebf-4ee7-a813-af78b61cb083 tempest-verify_tempest_config-1233156228 tempest-verify_tempest_config-1233156228-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:06:04.847405 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3035aed3-8ebf-4ee7-a813-af78b61cb083 tempest-verify_tempest_config-1233156228 tempest-verify_tempest_config-1233156228-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059788 Jun 22 09:06:05.395702 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53834) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:06:05.494576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.584142 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.638443 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.641569 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:06:05.683946 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=411d754c810e4e22b9532e7f4990c560&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2872074 Jun 22 09:06:05.684984 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab120a-1e52-4ada-9605-45587055dd11,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:05.686549 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53838) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:06:05.691693 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.692055 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.692392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.693103 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.693103 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.693351 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.693687 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.693994 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.694325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.694642 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.694955 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.695298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.699381 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:06:05.741765 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.762058 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.910303 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.913163 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:05.915362 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8cab120a-1e52-4ada-9605-45587055dd11 HTTP/1.1" status: 204 len: 168 time: 0.2274790 Jun 22 09:06:05.920999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:06:05.924237 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab120a-1e52-4ada-9605-45587055dd11,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:05.931439 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.931764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.932127 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.932444 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.932837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.933190 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.933523 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.933849 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.934192 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.934519 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.934837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.935184 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:05.938789 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:06:16.814077 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:06:25.806665 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3270c78d-91d0-46a6-ba78-8089e69716b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:29.265374 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-bb83d5f9-9267-402d-8117-79662c7043cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:30.128779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:30.700296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:32.715611 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:53.813804 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:06:55.790080 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-884d68d0-f896-41ce-a4c6-cedcd9c64a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:59.303328 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-24c2e951-87f4-400d-8fd0-a33be07088c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:00.115457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:00.721535 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:02.737489 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:25.823393 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-0f76c554-7d83-4491-aa54-f972d7b3149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:29.268441 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-94fdb3f4-ac90-4204-af20-8eec3dc4d056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:30.114555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:30.697186 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:30.811908 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 5 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:07:32.691663 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:46.028127 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417'] for agent, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:47.150323 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 53892) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:07:47.251978 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-dc1aff41-c3bc-4cfc-99a6-18157d7a3f25 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1005232 Jun 22 09:07:49.417225 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 53902) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:07:49.479349 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-33479e3d-ceaf-4ea8-9df0-c0e2c98bc2c5 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0609953 Jun 22 09:07:55.798488 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6870-224b-4885-9586-756c4852a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:59.284221 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-8e3c590b-fd8e-4284-94f1-6121bffdfcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:00.095823 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:00.701581 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:02.707473 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:07.810237 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:08:15.974980 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:25.774580 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7997c505-e6c9-4882-a33a-acdbb1ed689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:29.271937 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-0db352f8-6405-4cca-8d76-485c852eda79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:30.140687 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:30.723462 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:32.717716 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:44.810523 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:08:45.985361 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:55.838843 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-381e6d5c-badd-4eb4-b8a9-7c7ef2765439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:59.271469 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5a56-0aaf-479d-99d1-1e280f68d661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:00.116675 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:00.705276 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:02.722127 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:16.008130 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:19.147009 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54086) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:19.475884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2091816262-network', 'tenant_id': '9b165fc465ce4c48a898ca60a7c2cdc7'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:19.630831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Made reservation on behalf of 9b165fc465ce4c48a898ca60a7c2cdc7 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:19.633453 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:19.647052 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:19.743694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:19.769619 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54110) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:19.893112 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:19.897937 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:19.915742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:19.930127 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c115fb81-48cd-49ce-8a57-4477465e679c,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:19.938354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:19.938678 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Added segment 9d0d084f-52e1-444f-a2a4-6d29091772cd of type vlan for network c0757223-9e66-4415-b1e7-397081ca84bf Jun 22 09:09:19.946751 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.947231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.947633 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.947964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.948295 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.948733 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.949112 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.949286 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.949724 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.950177 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.951000 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.951354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Tracked resource versions report: Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: pushed versions: Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: { 'AddressGroup': {'1.2'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'ConntrackHelper': {'1.0'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Log': {'1.0'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Network': {'1.1'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Port': {'1.7'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'PortForwarding': {'1.2'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'QosPolicy': {'1.8'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroup': {'1.4'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SubPort': {'1.0'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Subnet': {'1.1'}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Trunk': {'1.1'}} Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: consumer versions: Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: HyperV agent@hv-cinder-79733: {}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'ConntrackHelper': '1.0', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Log': '1.0', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Network': '1.1', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Port': '1.7', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'PortForwarding': '1.2', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'QosPolicy': '1.8', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroup': '1.4', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SecurityGroupRule': '1.2', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'SubPort': '1.0', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Subnet': '1.1', Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: 'Trunk': '1.1'}} Jun 22 09:09:19.952565 dv-cinder-797333-1-iscsi neutron-server[93485]: {{(pid=93485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:09:19.975733 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:19.989662 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.080687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.082047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:20.082691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.086138 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-742edcbd-3e71-4335-b407-f021f90d9693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:20.147334 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=c0757223-9e66-4415-b1e7-397081ca84bf,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:20.150645 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:20.159885 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network c0757223-9e66-4415-b1e7-397081ca84bf details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:09:20.193627 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-network', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:20.219424 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54128) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:20.243014 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0941861 Jun 22 09:09:20.246037 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54132) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:20.253315 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Request body: {'subnet': {'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2091816262-subnet', 'tenant_id': '9b165fc465ce4c48a898ca60a7c2cdc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:20.343048 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54138) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:20.396622 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Made reservation on behalf of 6cd184eaf29b486fb8c79db756807bbe for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:20.399041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.409308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.512072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-125349460-network', 'tenant_id': 'e178e510ccce459ab7ce215517fe4e01'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:20.533052 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Made reservation on behalf of 9b165fc465ce4c48a898ca60a7c2cdc7 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:20.536044 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.619909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.696202 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-594188819-network', 'tenant_id': '82688558974747b4b05d57fbec6e98ac'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:20.706732 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.715111 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:20.736548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:20.754625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb10ae5-ae66-4335-be93-a353efa4ba43,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:20.758931 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:20.760045 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.760612 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Added segment f303d33e-69f5-401a-9bd5-74b234f840ed of type vlan for network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece Jun 22 09:09:20.790847 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.793930 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:20.812274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.818949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Made reservation on behalf of e178e510ccce459ab7ce215517fe4e01 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:20.821310 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.833973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.859456 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Checking segment: {'id': '9d0d084f-52e1-444f-a2a4-6d29091772cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:20.859807 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Network hostable DHCP agents. Network: c0757223-9e66-4415-b1e7-397081ca84bf, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:20.871954 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0792784-ee99-40d9-b071-c27bc1b8ee70,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:20.882727 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.883157 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.883500 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.883825 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.884147 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.884466 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.884784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.885100 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.885412 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.885725 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.886033 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.886392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Tracked resource versions report: Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: pushed versions: Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Log': {'1.0'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Network': {'1.1'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Port': {'1.7'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SubPort': {'1.0'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Subnet': {'1.1'}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Trunk': {'1.1'}} Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: consumer versions: Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: HyperV agent@hv-cinder-79733: {}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Log': '1.0', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Network': '1.1', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Port': '1.7', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'PortForwarding': '1.2', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'QosPolicy': '1.8', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroup': '1.4', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'SubPort': '1.0', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Subnet': '1.1', Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: 'Trunk': '1.1'}} Jun 22 09:09:20.887461 dv-cinder-797333-1-iscsi neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:09:20.894812 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:20.952070 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Made reservation on behalf of 82688558974747b4b05d57fbec6e98ac for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:20.956987 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.957218 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.962427 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:20.963161 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:20.968283 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Network c0757223-9e66-4415-b1e7-397081ca84bf is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:20.970016 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:20.971313 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.052070 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, c0757223-9e66-4415-b1e7-397081ca84bf) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:21.060841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:21.060841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.064897 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507314f-8b8f-45ce-8f05-48a7bdef3d4c None None] Network c0757223-9e66-4415-b1e7-397081ca84bf requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:21.065977 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:21.069964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:21.094601 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:09:21.118459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.202409 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.209210 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:21.242914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:21.251791 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.252474 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Added segment 619b9b34-f6bb-4612-863b-d5532238b77e of type vlan for network 92265919-60b4-4b98-96c0-7e391be44752 Jun 22 09:09:21.315812 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8ad9f-19fd-4b59-81ea-dc0289e24b64 None None] Network c0757223-9e66-4415-b1e7-397081ca84bf requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:21.323680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a922c6-17fc-4d0e-a160-404350745ea1,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:21.327842 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.331422 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:21.397762 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1482627 Jun 22 09:09:21.446086 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.447486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:21.449390 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.453831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:21.458171 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.530747 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Pushing event updated for resources: {'Network': ['ID=92265919-60b4-4b98-96c0-7e391be44752,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:21.546999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:21.553784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 92265919-60b4-4b98-96c0-7e391be44752 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:09:21.574497 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.582135 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2d7ccbfe-0965-4d23-ab14-cdb4a45d9738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:21.609795 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52518d-c445-4e78-ae16-f73f6a17fca0,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:21.625167 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4044890 Jun 22 09:09:21.628078 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54186) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:21.629883 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:21.637845 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Request body: {'subnet': {'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-125349460-subnet', 'tenant_id': 'e178e510ccce459ab7ce215517fe4e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:21.646948 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:21.659013 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.659692 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Added segment ee7dfe73-491f-4ee2-b4e4-879442511c4f of type vlan for network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 Jun 22 09:09:21.666296 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8952782 Jun 22 09:09:21.670658 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54190) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:21.675921 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Request body: {'subnet': {'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-subnet', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:21.741908 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.787743 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Made reservation on behalf of e178e510ccce459ab7ce215517fe4e01 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:21.790429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.809378 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:09:21.847343 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.849852 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:21.849852 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.853873 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:21.901478 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Made reservation on behalf of 6cd184eaf29b486fb8c79db756807bbe for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:21.907147 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:21.922173 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Pushing event updated for resources: {'Network': ['ID=2591ba7c-2beb-42bc-a400-31dde0d56eb3,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:21.925803 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:21.940811 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:09:21.968696 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6244819 Jun 22 09:09:21.973770 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54214) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:21.987290 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Request body: {'subnet': {'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-subnet', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:22.165444 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Made reservation on behalf of 82688558974747b4b05d57fbec6e98ac for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:22.167921 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.218154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.262219 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:22.380006 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:22.390036 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:22.396215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Checking segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:22.396813 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Network hostable DHCP agents. Network: 92265919-60b4-4b98-96c0-7e391be44752, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:22.417628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.425124 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-44b42386-aa28-4103-b131-645ea9686746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:22.523703 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d84ca5-482c-4127-abf3-f942eac31370,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:22.530041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:22.541550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Network 92265919-60b4-4b98-96c0-7e391be44752 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:22.543573 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Checking segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:22.546534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Network hostable DHCP agents. Network: 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:22.666282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 92265919-60b4-4b98-96c0-7e391be44752) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:22.672368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:22.673195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.679565 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f80576-6316-4ed5-a207-4298024fc4eb None None] Network 92265919-60b4-4b98-96c0-7e391be44752 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:22.722282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.725794 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:22.766783 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:22.799869 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1661887 Jun 22 09:09:22.830625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:22.850738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:22.850947 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1552a-d0b4-4d2e-af6e-fb2141a44ac2 None None] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:22.864708 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df877dce-cc07-4ea6-8cf5-bf3aba591dd8 None None] Network 92265919-60b4-4b98-96c0-7e391be44752 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:22.865566 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.890872 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a9f17-aa0e-41ec-a127-7d7fff143050,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:22.901707 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:22.945437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Checking segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:22.945437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Network hostable DHCP agents. Network: 2591ba7c-2beb-42bc-a400-31dde0d56eb3, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:23.064044 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3923154 Jun 22 09:09:23.066581 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54254) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:23.071106 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:23.099680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54264) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:23.109892 dv-cinder-797333-1-iscsi neutron-server[93485]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:09:23.131463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:09:23.132484 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.169976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:23.240775 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.241891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.283485 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 2591ba7c-2beb-42bc-a400-31dde0d56eb3) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:23.297268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:23.297945 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.298507 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c0b67-16e1-40e8-adf4-6159affdac82 None None] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:23.311340 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Allocated IP 172.20.0.2 (3f4c1ab5-a9b3-478a-a39a-3b8cff309ece/98d84ca5-482c-4127-abf3-f942eac31370/1c5b3d91-2499-43c7-b0c6-146e41de8040) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:23.359598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6db1c0c6-c233-48ae-b326-84265fb883f9 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:23.361186 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6db1c0c6-c233-48ae-b326-84265fb883f9 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/networks?id=c0757223-9e66-4415-b1e7-397081ca84bf HTTP/1.1" status: 200 len: 812 time: 0.2605009 Jun 22 09:09:23.408460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.413296 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-bf55bba3-c60d-4bdf-9b3e-59554c558e35 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/quotas/9b165fc465ce4c48a898ca60a7c2cdc7 HTTP/1.1" status: 200 len: 375 time: 0.0214698 Jun 22 09:09:23.575969 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72912c3a-eba3-4da8-b1fb-a5526cb84fc0 None None] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:23.615729 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-315ccfcc-8449-4525-a0a6-024bb62da079 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b165fc465ce4c48a898ca60a7c2cdc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1951294 Jun 22 09:09:23.621458 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54278) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:23.623292 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-bb7ca1d5-c969-4ca8-a49a-2dcc126995f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6455450 Jun 22 09:09:23.626687 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:23.669906 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.689160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Transition to ACTIVE for port object 1c5b3d91-2499-43c7-b0c6-146e41de8040 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:23.711807 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Transition to ACTIVE for port object 1c5b3d91-2499-43c7-b0c6-146e41de8040 will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:23.744615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.746056 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.820815 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.825241 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.832198 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-3ae65e6d-c080-4139-982a-9c3fab8c1441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:23.853931 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:23.886364 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:23.899457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:23.899457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:23.914206 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Pushing event updated for resources: {'Port': ['ID=1c5b3d91-2499-43c7-b0c6-146e41de8040,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:23.933973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-fd527eae-277e-4ad9-a878-a6d481c2a5d0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:09:23.933973 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-fd527eae-277e-4ad9-a878-a6d481c2a5d0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056757 Jun 22 09:09:23.937665 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.937998 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.938321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.938645 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.938962 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.939309 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.939624 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.939939 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.940247 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.944246 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.944584 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.944913 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Tracked resource versions report: Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: pushed versions: Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: { 'AddressGroup': {'1.2'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'ConntrackHelper': {'1.0'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Log': {'1.0'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Network': {'1.1'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Port': {'1.7'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'PortForwarding': {'1.2'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'QosPolicy': {'1.8'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroup': {'1.4'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SubPort': {'1.0'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Subnet': {'1.1'}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Trunk': {'1.1'}} Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: consumer versions: Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: HyperV agent@hv-cinder-79733: {}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'ConntrackHelper': '1.0', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Log': '1.0', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Network': '1.1', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Port': '1.7', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'PortForwarding': '1.2', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'QosPolicy': '1.8', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroup': '1.4', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SecurityGroupRule': '1.2', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'SubPort': '1.0', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Subnet': '1.1', Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: 'Trunk': '1.1'}} Jun 22 09:09:23.946038 dv-cinder-797333-1-iscsi neutron-server[93486]: {{(pid=93486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:09:24.006261 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:24.093138 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Attempting to bind port 1c5b3d91-2499-43c7-b0c6-146e41de8040 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:09:24.093647 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Attempting to bind port 1c5b3d91-2499-43c7-b0c6-146e41de8040 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:09:24.094117 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Attempting to bind port 1c5b3d91-2499-43c7-b0c6-146e41de8040 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:24.101880 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:09:24.102380 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Checking segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:24.103045 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.105610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Bound using segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:09:24.105610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Bound port: 1c5b3d91-2499-43c7-b0c6-146e41de8040, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:09:24.105610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.134833 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54312) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:24.142055 dv-cinder-797333-1-iscsi neutron-server[93484]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:09:24.167721 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-c9c9d517-f790-4acf-8341-677d7bbf7fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/c0757223-9e66-4415-b1e7-397081ca84bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210414 Jun 22 09:09:24.185510 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] For port 1c5b3d91-2499-43c7-b0c6-146e41de8040, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:24.189523 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] For port 1c5b3d91-2499-43c7-b0c6-146e41de8040, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=1c5b3d91-2499-43c7-b0c6-146e41de8040,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:24.261674 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.266490 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:24.298236 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-dfdbfdee-d0c7-4490-962f-e94245cd3c99 service neutron] 10.222.0.37 "GET /v2.0/networks/c0757223-9e66-4415-b1e7-397081ca84bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196401 Jun 22 09:09:24.339352 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Pushing event updated for resources: {'Port': ['ID=1c5b3d91-2499-43c7-b0c6-146e41de8040,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:24.355204 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:24.417735 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.443250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.448122 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.587916 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Allocated IP 172.27.0.39 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/82816a79-f987-458a-b3d0-3dfa3cc9ba08) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:24.630482 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-ac78da3f-16fc-463a-a438-236b42f0c21b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:24.632186 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-ac78da3f-16fc-463a-a438-236b42f0c21b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.4957895 Jun 22 09:09:24.697288 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d19616ac-bd53-4b5e-ac74-1f300f4c0a70 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/quotas/e178e510ccce459ab7ce215517fe4e01 HTTP/1.1" status: 200 len: 375 time: 0.0553908 Jun 22 09:09:24.732460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:24.798397 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-671a4d2c-6c2d-4886-b57e-27c6b08a68d2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863619 Jun 22 09:09:24.966469 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-ad7f5809-3c7c-4446-b70a-2ea6ac124250 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:09:24.967657 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-ad7f5809-3c7c-4446-b70a-2ea6ac124250 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985935 Jun 22 09:09:25.037695 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.040437 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-97c79e36-0058-4827-a3cf-b4a323a13de4 req-44087a3c-1b8b-4c67-bbbc-ed34ce54cf4e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0660601 Jun 22 09:09:25.043340 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f1021e72-9847-4c7b-965a-1e895ad6ea85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:25.087566 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:25.094022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:25.101083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:25.125765 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.171165 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54356) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:25.182176 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.273773 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-4b846deb-b0ab-481a-a316-ff2d370e857b service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845862 Jun 22 09:09:25.286533 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Pushing event updated for resources: {'Port': ['ID=82816a79-f987-458a-b3d0-3dfa3cc9ba08,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:25.293284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:25.444756 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.498626 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-a1b59a48-e9bd-4c93-86d5-5892a253d404 service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148106 Jun 22 09:09:25.507547 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Allocated IP 172.27.0.23 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/d68262c2-27ac-456b-ac06-4c2be890136a) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:25.546281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.758633 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e4e8f-daf0-480a-b919-df43e16def75 None None] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:09:25.759721 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.771184 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.814158 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.905990 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3dddeaef-246b-4043-9da6-1ca8141c685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.976655 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:25.999339 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fe18eb5f-f05f-4313-9637-176789d1ef4a req-62cf6c05-14f7-4542-ac51-fc90e2314f01 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0501623 Jun 22 09:09:26.003178 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:26.029675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.032203 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f47da1-ca04-482f-bdf2-0861e16fddaa,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:26.043263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:26.047004 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:26.115492 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-5a952262-5e91-4391-9199-592e61b323ad None None] Provisioning for port 1c5b3d91-2499-43c7-b0c6-146e41de8040 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:26.168607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Pushing event updated for resources: {'Port': ['ID=d68262c2-27ac-456b-ac06-4c2be890136a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:26.207169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:26.220696 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:26.222030 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:26.228094 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=515f3f7c91af40f894ea64eefb17d6f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0518823 Jun 22 09:09:26.228094 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:26.229295 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54410) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:26.320847 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.369691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.444964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Router cb28850f-4802-4c30-a6fc-f354c99cd670 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:09:26.542107 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0dccc089-5d72-46d1-93c6-84c197cdc1a2 req-45cf4730-214a-44b3-bea9-bb2ea666873e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.3605731 Jun 22 09:09:26.607733 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.612322 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.613463 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44f47da1-ca04-482f-bdf2-0861e16fddaa HTTP/1.1" status: 204 len: 168 time: 0.3802931 Jun 22 09:09:26.615984 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b09bbf47-1b95-4d81-a2d3-aa5cd5bee78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:26.628143 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 1c5b3d91-2499-43c7-b0c6-146e41de8040 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:26.641564 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f47da1-ca04-482f-bdf2-0861e16fddaa,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:26.650195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:26.662725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:26.674840 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:26.693709 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:26.694449 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:08:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:26.831210 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:26.834657 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 1c5b3d91-2499-43c7-b0c6-146e41de8040 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:26.838793 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 1c5b3d91-2499-43c7-b0c6-146e41de8040 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:26.839388 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.874855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.886215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:26.890963 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8198609 Jun 22 09:09:26.891595 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54430) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:26.990280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.047668 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 1c5b3d91-2499-43c7-b0c6-146e41de8040, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=1c5b3d91-2499-43c7-b0c6-146e41de8040,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:27.072965 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:25Z', 'revision_number': 3, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:27.111786 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:27.113732 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Updating router cb28850f-4802-4c30-a6fc-f354c99cd670 port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:27.192683 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.193131 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.219051 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.233683 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:27.398066 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=1c5b3d91-2499-43c7-b0c6-146e41de8040,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:27.415230 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:27.431792 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3e25ee75-4b22-403b-bafe-ce260d6cb8ab req-ce7ba9ac-6897-4aef-b257-e869c6c613e5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.2366323 Jun 22 09:09:27.603366 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Router 26be88eb-5821-4d3c-91b4-d96deca6e30f is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:09:27.637067 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c89872f9-c151-4aae-9e78-fe4544a0b283 req-d46f9b1b-f8c1-47b1-a54b-03705cc7392d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Jun 22 09:09:27.658874 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.681848 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Transition to ACTIVE for port object 82816a79-f987-458a-b3d0-3dfa3cc9ba08 will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:27.697975 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.724427 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:27.739790 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Sync routers for ids ['26be88eb-5821-4d3c-91b4-d96deca6e30f'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:27.750534 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Routers {'26be88eb-5821-4d3c-91b4-d96deca6e30f'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:27.751225 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:08:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26be88eb-5821-4d3c-91b4-d96deca6e30f'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:27.796476 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.798918 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:27.836559 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.837783 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2158442 Jun 22 09:09:27.840784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54466) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:27.847531 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Pushing event updated for resources: {'Port': ['ID=82816a79-f987-458a-b3d0-3dfa3cc9ba08,revision_number=2']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:27.864249 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.867479 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.867938 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.869317 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.869741 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.870604 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.872787 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.874635 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.875081 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.875588 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.876090 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.876592 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Tracked resource versions report: Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: pushed versions: Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: { 'AddressGroup': {'1.2'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'ConntrackHelper': {'1.0'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Log': {'1.0'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Network': {'1.1'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Port': {'1.7'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'PortForwarding': {'1.2'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'QosPolicy': {'1.8'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroup': {'1.4'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SubPort': {'1.0'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Subnet': {'1.1'}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Trunk': {'1.1'}} Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: consumer versions: Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: { DHCP agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: HyperV agent@hv-cinder-79733: {}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: L3 agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: Metadata agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: Metering agent@dv-cinder-797333-1-iscsi: {}, Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: Open vSwitch agent@dv-cinder-797333-1-iscsi: { 'AddressGroup': '1.2', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'ConntrackHelper': '1.0', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Log': '1.0', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Network': '1.1', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Port': '1.7', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'PortForwarding': '1.2', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'QosPolicy': '1.8', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroup': '1.4', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SecurityGroupRule': '1.2', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'SubPort': '1.0', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Subnet': '1.1', Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: 'Trunk': '1.1'}} Jun 22 09:09:27.877787 dv-cinder-797333-1-iscsi neutron-server[93487]: {{(pid=93487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:09:27.892886 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:27.896027 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Set router 26be88eb-5821-4d3c-91b4-d96deca6e30f gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:27.898168 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54468) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:27.915197 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.922955 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Attempting to bind port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:09:27.923707 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Attempting to bind port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:09:27.925242 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Attempting to bind port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:27.934291 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:09:27.935057 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:27.935685 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.936259 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:09:27.937123 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Bound port: 82816a79-f987-458a-b3d0-3dfa3cc9ba08, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:09:27.937696 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:27.943199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Allocated IP 172.20.0.1 (3f4c1ab5-a9b3-478a-a39a-3b8cff309ece/98d84ca5-482c-4127-abf3-f942eac31370/d09fb921-ecc4-4292-adbf-0bc77ba57608) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:28.031936 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] For port 82816a79-f987-458a-b3d0-3dfa3cc9ba08, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:28.044825 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] For port 82816a79-f987-458a-b3d0-3dfa3cc9ba08, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=82816a79-f987-458a-b3d0-3dfa3cc9ba08,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:28.110195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.131447 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.134231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Transition to ACTIVE for port object d09fb921-ecc4-4292-adbf-0bc77ba57608 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:28.146488 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.151816 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:28.230672 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Pushing event updated for resources: {'Port': ['ID=82816a79-f987-458a-b3d0-3dfa3cc9ba08,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:28.235954 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.242219 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:28.242374 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:28.242985 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:28.243623 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:08:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:28.285035 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da967161f6a64eef870b80749dc0d0da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3857317 Jun 22 09:09:28.287409 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.288290 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54476) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:28.296081 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87368d5a-67d7-4e25-8e3d-bf38c11c2ffa,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:28.299343 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:26Z', 'revision_number': 3, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:28.304379 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:28.305797 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:28.332315 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Checking router: 26be88eb-5821-4d3c-91b4-d96deca6e30f for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:28.332315 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Updating router 26be88eb-5821-4d3c-91b4-d96deca6e30f port d68262c2-27ac-456b-ac06-4c2be890136a binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:28.375496 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.400390 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:28.420017 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:28.428839 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:28.429332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.441945 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:28.516322 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Pushing event updated for resources: {'Port': ['ID=d09fb921-ecc4-4292-adbf-0bc77ba57608,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:28.545372 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.587594 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 1c5b3d91-2499-43c7-b0c6-146e41de8040 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:28.614477 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.664593 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.713745 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:28.810604 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:25Z', 'revision_number': 3, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:28.820040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 1c5b3d91-2499-43c7-b0c6-146e41de8040 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:28.820412 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.846526 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dec2b4-365a-46cc-b0d7-15037bda6b3e None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:25Z', 'revision_number': 3, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:28.858933 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.862088 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:28.862987 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87368d5a-67d7-4e25-8e3d-bf38c11c2ffa HTTP/1.1" status: 204 len: 168 time: 0.5737016 Jun 22 09:09:28.863730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:28.879471 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87368d5a-67d7-4e25-8e3d-bf38c11c2ffa,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:28.882674 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:28.910760 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7ea6b270-cf2e-4792-be82-cc8a558365b6 req-63fcbb3e-4314-4f9d-bde0-b6aa8a5a9b46 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.1856546 Jun 22 09:09:28.958273 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6cc2ec26-d9dc-4391-9eac-6fc67293f2e9 req-f2cd7ece-26be-46fa-a260-ad85ae205369 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0663569 Jun 22 09:09:29.031117 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.041890 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Allocated IP 172.20.0.1 (2591ba7c-2beb-42bc-a400-31dde0d56eb3/0d2a9f17-aa0e-41ec-a127-7d7fff143050/b1204299-73d2-417d-b944-dfd4c89910bd) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:29.056920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4d5e81cf-15af-47d8-b78f-51e9b6d8c8d5 None None] Provisioning for port d09fb921-ecc4-4292-adbf-0bc77ba57608 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:29.087449 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4d5e81cf-15af-47d8-b78f-51e9b6d8c8d5 None None] Provisioning complete for port d09fb921-ecc4-4292-adbf-0bc77ba57608 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:29.087821 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4d5e81cf-15af-47d8-b78f-51e9b6d8c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.137699 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.147380 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e81cf-15af-47d8-b78f-51e9b6d8c8d5 None None] Port d09fb921-ecc4-4292-adbf-0bc77ba57608 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:09:29.151089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Transition to ACTIVE for port object d68262c2-27ac-456b-ac06-4c2be890136a will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:29.205878 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.238614 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.250146 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:29.289745 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-8ef12bae-835e-433e-996a-4bff47f687bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.302427 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.328791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff40fb-6bfd-4dc5-ab32-e745b864f4e8 None None] Pushing event updated for resources: {'Port': ['ID=d68262c2-27ac-456b-ac06-4c2be890136a,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:29.331362 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Attempting to bind port d68262c2-27ac-456b-ac06-4c2be890136a on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:09:29.331728 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Attempting to bind port d68262c2-27ac-456b-ac06-4c2be890136a by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:09:29.332086 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Attempting to bind port d68262c2-27ac-456b-ac06-4c2be890136a on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:29.334255 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4dff40fb-6bfd-4dc5-ab32-e745b864f4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:29.338350 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:09:29.338722 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:29.339145 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.339545 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:09:29.340048 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Bound port: d68262c2-27ac-456b-ac06-4c2be890136a, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:09:29.340427 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.402669 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] For port d68262c2-27ac-456b-ac06-4c2be890136a, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:29.407441 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] For port d68262c2-27ac-456b-ac06-4c2be890136a, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d68262c2-27ac-456b-ac06-4c2be890136a,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:29.435249 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.435506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.436444 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.439515 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-46557337-a2e0-4c4d-9e49-76d861722da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:29.439977 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-76a942a6-c3f4-468e-871e-b8688b264bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:29.484435 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:29.487837 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:29.496841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:29.497633 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.497968 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:29.501695 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:29.533086 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Pushing event updated for resources: {'Port': ['ID=b1204299-73d2-417d-b944-dfd4c89910bd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:29.592439 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:29.650702 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff40fb-6bfd-4dc5-ab32-e745b864f4e8 None None] Pushing event updated for resources: {'Port': ['ID=d68262c2-27ac-456b-ac06-4c2be890136a,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:29.651558 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4dff40fb-6bfd-4dc5-ab32-e745b864f4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:29.687844 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Routers {'26be88eb-5821-4d3c-91b4-d96deca6e30f'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:29.688543 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:09:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26be88eb-5821-4d3c-91b4-d96deca6e30f'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:29.777275 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Pushing event updated for resources: {'Port': ['ID=d09fb921-ecc4-4292-adbf-0bc77ba57608,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:29.781742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:29.836952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:29.839056 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:29.892586 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] Set router 26be88eb-5821-4d3c-91b4-d96deca6e30f gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:29.955498 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.030883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Router cb28850f-4802-4c30-a6fc-f354c99cd670 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:09:30.166872 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.233041 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:26Z', 'revision_number': 3, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:30.252314 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-405d976f-3fb7-4e5b-9216-e28bb65375a0 req-81703c17-5b4d-4e8d-b70c-cf9b5fd21c3d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0484221 Jun 22 09:09:30.270137 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:30.280811 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] 10.222.0.37 "PUT /v2.0/routers/cb28850f-4802-4c30-a6fc-f354c99cd670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837640 Jun 22 09:09:30.312151 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbdbf-4137-4884-a186-fe6d367f82e0 None None] The sync data for ids ['26be88eb-5821-4d3c-91b4-d96deca6e30f'] in dv-cinder-797333-1-iscsi is: [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:26Z', 'revision_number': 3, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:30.321694 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-bf52e267-3120-4d0f-a9e0-5f1ac1b60694 None None] Provisioning complete for port d09fb921-ecc4-4292-adbf-0bc77ba57608 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:30.322213 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-bf52e267-3120-4d0f-a9e0-5f1ac1b60694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.338810 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d6c03ab0-443f-4b07-acbb-7ebae3fd692a req-b7a24d5c-bc2c-482d-8514-4393194eb678 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0933166 Jun 22 09:09:30.359717 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e267-3120-4d0f-a9e0-5f1ac1b60694 None None] Port d09fb921-ecc4-4292-adbf-0bc77ba57608 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:09:30.374786 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.516670 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.518312 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.536510 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:30.567433 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 82816a79-f987-458a-b3d0-3dfa3cc9ba08 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:30.761625 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.765428 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Pushing event updated for resources: {'Port': ['ID=b1204299-73d2-417d-b944-dfd4c89910bd,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:30.773759 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:30.818583 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:30.823454 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:30.823831 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.829177 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:30.830185 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:30.946715 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:30.992793 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 82816a79-f987-458a-b3d0-3dfa3cc9ba08, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=82816a79-f987-458a-b3d0-3dfa3cc9ba08,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:30.995024 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Router 26be88eb-5821-4d3c-91b4-d96deca6e30f has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:09:31.067675 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:31.072028 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:31.124548 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=82816a79-f987-458a-b3d0-3dfa3cc9ba08,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:31.124810 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:31.128637 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:31.134049 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] 10.222.0.37 "PUT /v2.0/routers/26be88eb-5821-4d3c-91b4-d96deca6e30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919953 Jun 22 09:09:31.209949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54554) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:31.215063 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047334918', 'description': 'tempest-description--602579350'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:31.234025 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:31.245394 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:31.246099 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:09:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:31.322262 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:31.513347 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:31.547492 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:31.576229 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a1dd618d-8fb0-48af-adae-a0f2fd8243b5 req-4a70e978-2685-475e-a030-6ee7d3fd82ee tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0541501 Jun 22 09:09:31.705131 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-65f42259-1424-41a3-8504-6d8de347ea72 req-cc0b6e40-3a3c-4643-b0b6-6a254d70e797 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.1098886 Jun 22 09:09:31.706050 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:31.735037 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:31.767012 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649b9372-d4cd-4560-b37f-462ce14cabb2,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:31.770397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:31.836524 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:31.841381 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6303308 Jun 22 09:09:31.842383 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54588) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:31.852901 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'security_group_rule': {'security_group_id': '649b9372-d4cd-4560-b37f-462ce14cabb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:31.966094 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:31.995461 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 2, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:32.045075 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:32.045966 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Updating router cb28850f-4802-4c30-a6fc-f354c99cd670 port d09fb921-ecc4-4292-adbf-0bc77ba57608 binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:32.093743 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.171961 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.224939 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-f43cbf7a-cad8-4e73-bbac-72e4d34de29d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:32.226367 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-f43cbf7a-cad8-4e73-bbac-72e4d34de29d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 818 time: 0.1549127 Jun 22 09:09:32.246016 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-e1ef7628-4f6e-4a12-b6e8-6150d53207aa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/quotas/82688558974747b4b05d57fbec6e98ac HTTP/1.1" status: 200 len: 375 time: 0.0102761 Jun 22 09:09:32.262751 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.266683 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:32.310773 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3625b8a-47f1-4d92-a236-9dadbfcf6cc6,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:32.320167 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:32.373969 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-0411f672-a334-473f-96c8-06dcb5393c7d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216238 Jun 22 09:09:32.408949 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.410168 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5656362 Jun 22 09:09:32.413027 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54610) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:32.419863 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'security_group_rule': {'security_group_id': '649b9372-d4cd-4560-b37f-462ce14cabb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:32.465905 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.478298 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Transition to ACTIVE for port object d09fb921-ecc4-4292-adbf-0bc77ba57608 will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:32.507002 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-acbfe393-198f-4ba5-a855-ff72e3690208 service neutron] 10.222.0.37 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234484 Jun 22 09:09:32.537761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Sync routers for ids ['26be88eb-5821-4d3c-91b4-d96deca6e30f'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:32.549138 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.551499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Routers {'26be88eb-5821-4d3c-91b4-d96deca6e30f'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:32.553125 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:09:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26be88eb-5821-4d3c-91b4-d96deca6e30f'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:32.565010 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.575570 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:32.694104 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d68262c2-27ac-456b-ac06-4c2be890136a up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:32.700878 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.726144 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f1fa41-68c4-419f-bdd2-866c2cc6ffea service neutron] 10.222.0.37 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118275 Jun 22 09:09:32.751268 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816bb8-1b6f-4e83-a995-28072b3c0a63 None None] Pushing event updated for resources: {'Port': ['ID=d09fb921-ecc4-4292-adbf-0bc77ba57608,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:32.766852 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.770295 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:32.771906 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Set router 26be88eb-5821-4d3c-91b4-d96deca6e30f gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:32.794543 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6638e7ee-860f-4c94-8c28-b993026c0472,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:32.813278 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:32.814964 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-11816bb8-1b6f-4e83-a995-28072b3c0a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:32.864241 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Attempting to bind port d09fb921-ecc4-4292-adbf-0bc77ba57608 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:09:32.864699 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Attempting to bind port d09fb921-ecc4-4292-adbf-0bc77ba57608 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:09:32.866731 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Attempting to bind port d09fb921-ecc4-4292-adbf-0bc77ba57608 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:32.866971 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.873926 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:09:32.874329 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Checking segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:32.874744 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.875254 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Bound using segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:09:32.875679 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Bound port: d09fb921-ecc4-4292-adbf-0bc77ba57608, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:09:32.876339 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.924549 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c4869f26-927f-4e35-917b-1d8b2dfe526b req-501487ea-129f-45ed-823a-97675330c4ef tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0651803 Jun 22 09:09:32.961519 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] For port d09fb921-ecc4-4292-adbf-0bc77ba57608, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:32.965519 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] For port d09fb921-ecc4-4292-adbf-0bc77ba57608, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d09fb921-ecc4-4292-adbf-0bc77ba57608,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:32.974742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:32.977271 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port d68262c2-27ac-456b-ac06-4c2be890136a completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:32.979241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5642631 Jun 22 09:09:32.983469 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54622) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:32.998973 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:33.071796 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.078589 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:33.115858 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dd261deb-0a59-4f9f-a190-cf7eec8aa05b req-6c4d93f0-4c56-4cab-ab57-44bccbd9cd0d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0673392 Jun 22 09:09:33.148321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port d68262c2-27ac-456b-ac06-4c2be890136a triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:33.148707 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.185585 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.229530 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:33.229721 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:09:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:33.253910 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-75de2966-e125-41dd-abf5-4328b98de771 req-c8e1deb4-50b2-4dbd-b656-4e74b6c6e407 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0864112 Jun 22 09:09:33.350124 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816bb8-1b6f-4e83-a995-28072b3c0a63 None None] Pushing event updated for resources: {'Port': ['ID=d09fb921-ecc4-4292-adbf-0bc77ba57608,revision_number=4']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:33.363723 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-11816bb8-1b6f-4e83-a995-28072b3c0a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:33.493501 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.495547 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 4, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'b1204299-73d2-417d-b944-dfd4c89910bd', 'name': '', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'mac_address': 'fa:16:3e:07:ae:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:28Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 2, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'subnets': [{'id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:33.501794 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:33.537775 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Checking router: 26be88eb-5821-4d3c-91b4-d96deca6e30f for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:33.538413 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Updating router 26be88eb-5821-4d3c-91b4-d96deca6e30f port b1204299-73d2-417d-b944-dfd4c89910bd binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:33.568237 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port d68262c2-27ac-456b-ac06-4c2be890136a, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d68262c2-27ac-456b-ac06-4c2be890136a,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:33.589149 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.609142 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.634010 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.637060 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 82816a79-f987-458a-b3d0-3dfa3cc9ba08 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:33.641839 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:33.721029 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-700f298e-bece-4324-920e-4259f524df1c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:33.723807 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-700f298e-bece-4324-920e-4259f524df1c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 818 time: 0.2065599 Jun 22 09:09:33.728555 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Allocated IP 172.27.0.247 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/b754c830-b531-4b33-9949-34849bd246a1) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:33.742403 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-abb3a58b-8c29-4ecf-8a0d-75a9e078dd55 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/quotas/82688558974747b4b05d57fbec6e98ac HTTP/1.1" status: 200 len: 375 time: 0.0125859 Jun 22 09:09:33.755663 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:32Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:33.807761 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4bf6a-dfda-46e7-80ff-048245b9d4a2 None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:32Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:33.819220 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=d68262c2-27ac-456b-ac06-4c2be890136a,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:33.831501 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:33.862120 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:33.909885 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-7981410e-cae9-46dc-99ef-636c8506c690 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605365 Jun 22 09:09:33.917329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:33.917711 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.035967 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.049015 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-6db4d5bc-3253-4536-9961-142258ae88f2 service neutron] 10.222.0.37 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320310 Jun 22 09:09:34.050284 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:34.126187 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.148241 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Transition to ACTIVE for port object b1204299-73d2-417d-b944-dfd4c89910bd will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:34.178118 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:34.180626 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5d310299-f351-4a8f-b990-1964c999b681 req-650b1760-0981-4915-8a61-fd02d53aecb3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0694652 Jun 22 09:09:34.181325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'Port': ['ID=b754c830-b531-4b33-9949-34849bd246a1,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:34.193582 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:34.195579 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:34.201660 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:34.239746 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-9f9214a6-0d5c-48f3-af21-708cbd09dd1a service neutron] 10.222.0.37 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843786 Jun 22 09:09:34.241623 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.463459 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:34.469406 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.470787 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5f794-07f4-47b1-87ba-184f2026c5af None None] Pushing event updated for resources: {'Port': ['ID=b1204299-73d2-417d-b944-dfd4c89910bd,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:34.470787 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-aff5f794-07f4-47b1-87ba-184f2026c5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:34.474666 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-35097731-8ad8-43a4-8e46-68deb395653c req-f96e0478-a399-4df5-b299-06370ff0bd5a tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0354211 Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Attempting to bind port b1204299-73d2-417d-b944-dfd4c89910bd on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Attempting to bind port b1204299-73d2-417d-b944-dfd4c89910bd by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Attempting to bind port b1204299-73d2-417d-b944-dfd4c89910bd on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Checking segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Bound using segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Bound port: b1204299-73d2-417d-b944-dfd4c89910bd, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:09:34.477096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.569146 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] For port b1204299-73d2-417d-b944-dfd4c89910bd, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:34.573265 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] For port b1204299-73d2-417d-b944-dfd4c89910bd, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b1204299-73d2-417d-b944-dfd4c89910bd,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:34.650664 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d68262c2-27ac-456b-ac06-4c2be890136a up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:34.654047 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.710711 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e3bdefc4-4ac7-4231-a925-39fc0e88418c req-1a146bbf-37e0-4d76-b542-3c6318dc3328 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0353093 Jun 22 09:09:34.728416 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port d68262c2-27ac-456b-ac06-4c2be890136a triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:34.729086 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.766859 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.775676 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:34.848206 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Routers {'26be88eb-5821-4d3c-91b4-d96deca6e30f'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:09:34.848846 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:09:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26be88eb-5821-4d3c-91b4-d96deca6e30f'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:34.896872 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:34.929336 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5f794-07f4-47b1-87ba-184f2026c5af None None] Pushing event updated for resources: {'Port': ['ID=b1204299-73d2-417d-b944-dfd4c89910bd,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:34.938904 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-aff5f794-07f4-47b1-87ba-184f2026c5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:34.942230 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d09fb921-ecc4-4292-adbf-0bc77ba57608 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:35.017028 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:35.021272 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:35.034157 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] Set router 26be88eb-5821-4d3c-91b4-d96deca6e30f gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:09:35.053853 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:35.074175 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'Port': ['ID=b754c830-b531-4b33-9949-34849bd246a1,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:35.077559 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:35.167437 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:35.169971 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1842554 Jun 22 09:09:35.170295 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port d09fb921-ecc4-4292-adbf-0bc77ba57608 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:35.174464 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port d09fb921-ecc4-4292-adbf-0bc77ba57608 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:35.174842 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:35.379501 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:35.397102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 4, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'b1204299-73d2-417d-b944-dfd4c89910bd', 'name': '', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'mac_address': 'fa:16:3e:07:ae:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:28Z', 'updated_at': '2021-06-22T09:09:34Z', 'revision_number': 4, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'subnets': [{'id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:35.433993 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a1a6d-a570-426d-bad1-13a466030ff9 None None] The sync data for ids ['26be88eb-5821-4d3c-91b4-d96deca6e30f'] in dv-cinder-797333-1-iscsi is: [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:29Z', 'revision_number': 4, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'b1204299-73d2-417d-b944-dfd4c89910bd', 'name': '', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'mac_address': 'fa:16:3e:07:ae:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:28Z', 'updated_at': '2021-06-22T09:09:34Z', 'revision_number': 4, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'subnets': [{'id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:35.448184 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port d09fb921-ecc4-4292-adbf-0bc77ba57608, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d09fb921-ecc4-4292-adbf-0bc77ba57608,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:35.451722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f449a2bc-74dd-442a-8933-515c782a0a13 req-55238e18-02c1-4176-8a84-74bc50122899 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0899253 Jun 22 09:09:35.556217 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:35.564312 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:35.580518 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-128f63ed-4028-4df2-8076-c9efcbb7e07f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1047334918&fields=id&tenant_id=6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 267 time: 0.1123161 Jun 22 09:09:35.678344 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=d09fb921-ecc4-4292-adbf-0bc77ba57608,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:35.682414 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:35.697317 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d579ea69-38cf-48e3-b1d2-f7e8ec173339 req-3996c4dc-5b0f-4c3d-ae23-b744408ce310 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0846827 Jun 22 09:09:35.747908 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-e4dd74ec-8815-48e0-b6ca-373c3892c825 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:35.748579 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-e4dd74ec-8815-48e0-b6ca-373c3892c825 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 817 time: 0.1601112 Jun 22 09:09:35.764992 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-15d3b42b-23f3-44e6-9462-fb9144014fe5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/quotas/6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 375 time: 0.0104659 Jun 22 09:09:35.861200 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-7bbd81f7-c451-438b-b2b8-7df4bc42247b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901120 Jun 22 09:09:35.873441 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0d1689b6-4db8-4ed1-9c86-3951051c8f06 req-93a5dd52-cc9d-4b5e-9c4c-0172361048b4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0286818 Jun 22 09:09:35.959670 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-61dc5a39-c467-48fe-8930-45664fd4c463 service neutron] 10.222.0.37 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829380 Jun 22 09:09:36.053388 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-136eae9b-3ad7-4412-89c4-469fafb3cc14 service neutron] 10.222.0.37 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876968 Jun 22 09:09:36.560455 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9b9bebf-59ff-43d2-90a3-684265fcfde0 req-d1c54ca4-d3e4-48a9-b717-e332c3cee3a6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0452981 Jun 22 09:09:36.717277 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d397dd76-db83-4a3f-afae-a359661a0a6e req-af18d8d1-47d8-4788-87c4-3b3822f64376 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0710211 Jun 22 09:09:36.771864 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b1204299-73d2-417d-b944-dfd4c89910bd up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:36.891195 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5da69cf8-6dec-4e20-beae-e47236cd8592 req-4327dc48-5096-4914-ab32-0a2a807100fd tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0344765 Jun 22 09:09:36.928614 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.23', 60454) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:37.007871 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port b1204299-73d2-417d-b944-dfd4c89910bd completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:09:37.013310 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port b1204299-73d2-417d-b944-dfd4c89910bd triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:37.014052 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:37.062879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-abd6f70b-5758-4db0-bafa-f5f4b577e57e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:37.064748 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-abd6f70b-5758-4db0-bafa-f5f4b577e57e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.23 "GET /v2.0/networks?id=c0757223-9e66-4415-b1e7-397081ca84bf HTTP/1.1" status: 200 len: 812 time: 0.1211751 Jun 22 09:09:37.066528 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-157d3cd8-d3a6-4faa-bd4b-595e1862ddaf req-0daf0089-d5b4-4ac4-8fcb-bf1d3511b7be tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0530264 Jun 22 09:09:37.125632 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Request body: {'port': {'device_id': '0a933e8d-c08d-413e-b56a-f800876543a8', 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf', 'admin_state_up': True, 'tenant_id': '9b165fc465ce4c48a898ca60a7c2cdc7'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:37.233117 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:37.272210 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port b1204299-73d2-417d-b944-dfd4c89910bd, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b1204299-73d2-417d-b944-dfd4c89910bd,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:37.361507 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:37.364156 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d09fb921-ecc4-4292-adbf-0bc77ba57608 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:37.364156 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ea61ed7-bdf2-4718-afdd-7b9330358c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:37.446779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=b1204299-73d2-417d-b944-dfd4c89910bd,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:37.452243 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:37.477308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Made reservation on behalf of 9b165fc465ce4c48a898ca60a7c2cdc7 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:37.482219 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port d09fb921-ecc4-4292-adbf-0bc77ba57608 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:37.485113 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:37.488616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:37.943815 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8621e54-cc58-4066-abcb-d7395bf5ae50 req-17a2734b-f29d-42f8-a6e5-be3f4de2bea5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.3194325 Jun 22 09:09:38.001068 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.23', 60461) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:38.005066 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c71a3c90-1244-4ca3-9c05-9acc7c1d3c2a req-d304c1e8-d7bb-43e8-b09f-331a4b55bfed tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0733130 Jun 22 09:09:38.120389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Allocated IP 172.20.0.4 (c0757223-9e66-4415-b1e7-397081ca84bf/d0792784-ee99-40d9-b071-c27bc1b8ee70/97517955-4314-404b-80c5-6e825624ebde) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:38.220573 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-a35afdc0-e702-4066-b418-ea904fe4ca64 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:38.222274 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-a35afdc0-e702-4066-b418-ea904fe4ca64 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.2202697 Jun 22 09:09:38.233036 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76f47de2-e97e-4477-a04a-cad66e3f6a22 req-bc92b6bc-cf61-4993-87c4-77ec22c26d70 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0681210 Jun 22 09:09:38.245083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Request body: {'port': {'device_id': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'admin_state_up': True, 'tenant_id': 'e178e510ccce459ab7ce215517fe4e01'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:38.388409 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e3220867-a33f-4743-a420-db121815ec16 req-e0b5c91e-b2cb-4bb4-ace5-e66e87efc286 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0430140 Jun 22 09:09:38.488531 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:38.600509 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b1204299-73d2-417d-b944-dfd4c89910bd up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:09:38.612800 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Made reservation on behalf of e178e510ccce459ab7ce215517fe4e01 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:38.616807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:38.712564 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port b1204299-73d2-417d-b944-dfd4c89910bd triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:09:38.713397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:38.724411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54848) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:38.728884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:38.741881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:38.742984 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.23', 60463) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:38.860769 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Network c0757223-9e66-4415-b1e7-397081ca84bf is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:38.893255 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:38.898379 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:38.906106 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:38.907005 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:38.909995 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Pushing event updated for resources: {'Port': ['ID=97517955-4314-404b-80c5-6e825624ebde,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:38.922964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:38.963231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Allocated IP 172.20.0.6 (92265919-60b4-4b98-96c0-7e391be44752/a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52/4c24d507-403d-4799-ae79-41a1faa596cb) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:39.041656 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9216237 Jun 22 09:09:39.084341 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6014926d-c581-4ee3-a52c-2504f3c48a0f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:09:39.093115 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6014926d-c581-4ee3-a52c-2504f3c48a0f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0369003 Jun 22 09:09:39.259543 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-0429210f-53d8-4251-b0bd-9ec9ef371e45 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:39.261138 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-0429210f-53d8-4251-b0bd-9ec9ef371e45 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 818 time: 0.5171084 Jun 22 09:09:39.411047 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Request body: {'port': {'device_id': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'admin_state_up': True, 'tenant_id': '82688558974747b4b05d57fbec6e98ac'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:39.424584 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:39.452389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:39.504351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3cb3767c-0a00-44c0-8e9d-2d6058741035 req-6dd2422e-585f-4944-a49f-45d451cef72e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0366130 Jun 22 09:09:39.599891 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6c028463-fd97-4f52-b768-db46af336b0a req-db576e24-d70f-4c48-b7ea-f302d6d677dd tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.1708083 Jun 22 09:09:39.608445 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:39.613888 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:39.749385 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Network 92265919-60b4-4b98-96c0-7e391be44752 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:39.782988 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:39.821269 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:39.878334 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:39.890934 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:39.899930 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:39.912541 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Request body: {'port': {'device_id': '0a933e8d-c08d-413e-b56a-f800876543a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:09:39.925957 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event updated for resources: {'Port': ['ID=4c24d507-403d-4799-ae79-41a1faa596cb,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:39.925957 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:39.926234 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6fc5d539-5da0-4a69-99b1-a5c51e5f3fe9 req-28f6cc9a-5058-4ce9-9b66-0174d49b882f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0580497 Jun 22 09:09:40.051513 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.117591 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789e6df-8feb-4017-8434-63fa9fefcdb9 req-42e84c50-c6d9-4374-9f8d-14eb67d0520f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:40.125710 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c789e6df-8feb-4017-8434-63fa9fefcdb9 req-42e84c50-c6d9-4374-9f8d-14eb67d0520f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 931 time: 0.3768442 Jun 22 09:09:40.143849 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.208652 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c789e6df-8feb-4017-8434-63fa9fefcdb9 req-29b9b688-a6a5-43a0-b23a-20bbf75964fb tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818632 Jun 22 09:09:40.216012 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:40.247050 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b070b2c92c464c7aa511e34a27832440&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5182323 Jun 22 09:09:40.250010 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54888) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:40.260647 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1de3bbb-2ca9-47e8-8a6b-d09d4685ba21,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.269224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:40.309917 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Made reservation on behalf of 82688558974747b4b05d57fbec6e98ac for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:40.314042 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.328835 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.378711 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.410396 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1717722 Jun 22 09:09:40.514188 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97517955-4314-404b-80c5-6e825624ebde {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:09:40.524034 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.544638 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Transition to ACTIVE for port object 97517955-4314-404b-80c5-6e825624ebde will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:09:40.607780 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.611301 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Allocated IP 172.20.0.10 (2591ba7c-2beb-42bc-a400-31dde0d56eb3/0d2a9f17-aa0e-41ec-a127-7d7fff143050/4e4a6467-7027-49d0-91f9-70ed00ed7938) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:40.611905 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2f817a2d-4b07-4e2d-8920-4bd8f8314021 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:40.672347 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54902) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:40.825436 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.838478 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.870883 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.875268 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1de3bbb-2ca9-47e8-8a6b-d09d4685ba21 HTTP/1.1" status: 204 len: 168 time: 0.6189659 Jun 22 09:09:40.895112 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:40.917198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1de3bbb-2ca9-47e8-8a6b-d09d4685ba21,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.920008 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:40.974055 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806a25-b7b4-46d0-9217-536bbd559341 req-321f8556-7d69-4939-8a4f-45d1aefb649b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:40.975800 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c2806a25-b7b4-46d0-9217-536bbd559341 req-321f8556-7d69-4939-8a4f-45d1aefb649b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.2389205 Jun 22 09:09:40.977554 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:40.984623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:40.991163 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Pushing event updated for resources: {'Port': ['ID=97517955-4314-404b-80c5-6e825624ebde,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.016126 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:41.083101 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.091672 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Attempting to bind port 97517955-4314-404b-80c5-6e825624ebde on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:09:41.092310 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Attempting to bind port 97517955-4314-404b-80c5-6e825624ebde by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '9d0d084f-52e1-444f-a2a4-6d29091772cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:09:41.092831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Attempting to bind port 97517955-4314-404b-80c5-6e825624ebde on network c0757223-9e66-4415-b1e7-397081ca84bf {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:41.109992 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e92d690f-d2d9-4db7-8f0a-4481e1293e88 req-fed523c9-1fa0-4ea4-bf15-5c465fc3de8a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.1099494 Jun 22 09:09:41.118232 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Port 97517955-4314-404b-80c5-6e825624ebde on network c0757223-9e66-4415-b1e7-397081ca84bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:09:41.119300 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Attempting to bind port 97517955-4314-404b-80c5-6e825624ebde on network c0757223-9e66-4415-b1e7-397081ca84bf {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:09:41.147341 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:41.150682 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c2806a25-b7b4-46d0-9217-536bbd559341 req-2555fdad-7a39-4ecf-a632-102c5973720d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672428 Jun 22 09:09:41.159846 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:41.161276 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:09:41.161618 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Checking segment: {'id': '9d0d084f-52e1-444f-a2a4-6d29091772cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:09:41.162184 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Bound using segment: {'id': '9d0d084f-52e1-444f-a2a4-6d29091772cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:09:41.162655 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Bound port: 97517955-4314-404b-80c5-6e825624ebde, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0d084f-52e1-444f-a2a4-6d29091772cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:09:41.163009 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.164924 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:09:41.170994 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:41.171919 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.194368 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Pushing event updated for resources: {'Port': ['ID=4e4a6467-7027-49d0-91f9-70ed00ed7938,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.198829 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:41.288036 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] For port 97517955-4314-404b-80c5-6e825624ebde, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:41.335751 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] For port 97517955-4314-404b-80c5-6e825624ebde, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=97517955-4314-404b-80c5-6e825624ebde,segment=NetworkSegment(9d0d084f-52e1-444f-a2a4-6d29091772cd),segment_id=9d0d084f-52e1-444f-a2a4-6d29091772cd)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:41.364536 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37da7b19-188e-427c-9142-1557285cd803 req-bd3c0c1d-cd90-488f-a37e-bc2d0c3fd6bb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0661187 Jun 22 09:09:41.430641 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.432207 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.442780 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:41.456060 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321a9a0-8f9c-466a-abae-0ab9f26716d5 req-0e9e55c4-fc7f-4bb0-8919-924e08412707 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:41.458179 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6321a9a0-8f9c-466a-abae-0ab9f26716d5 req-0e9e55c4-fc7f-4bb0-8919-924e08412707 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.1045761 Jun 22 09:09:41.618330 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6321a9a0-8f9c-466a-abae-0ab9f26716d5 req-0f6794a6-61c5-48e3-8be3-431b7e5f6a1f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Jun 22 09:09:41.621860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:41.621860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.621860 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] 10.222.0.23 "PUT /v2.0/ports/97517955-4314-404b-80c5-6e825624ebde HTTP/1.1" status: 200 len: 1093 time: 1.8423309 Jun 22 09:09:41.621860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a933e8d-c08d-413e-b56a-f800876543a8', 'tag': '97517955-4314-404b-80c5-6e825624ebde'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:09:41.621860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.647842 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Pushing event updated for resources: {'Port': ['ID=97517955-4314-404b-80c5-6e825624ebde,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.651622 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:41.658116 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:41.675628 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b68a1daaa9f49178c0f74f64b9622bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9988773 Jun 22 09:09:41.677944 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54928) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:41.704931 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc8e86-ebd4-4962-b1e6-ffc76ff27142,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.720909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:41.772052 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e3502-687b-4ad2-955b-8ee3e8635dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a933e8d-c08d-413e-b56a-f800876543a8", "tag": "97517955-4314-404b-80c5-6e825624ebde"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:41.793146 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.831460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.970476 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5716434 Jun 22 09:09:41.973077 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a365bfc2-2987-4d79-af6a-e09d69b3a739 x-openstack-request-id: req-a365bfc2-2987-4d79-af6a-e09d69b3a739 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:41.973452 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a933e8d-c08d-413e-b56a-f800876543a8", "tag": "97517955-4314-404b-80c5-6e825624ebde", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:41.973811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a365bfc2-2987-4d79-af6a-e09d69b3a739 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:41.974336 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a933e8d-c08d-413e-b56a-f800876543a8', 'tag': '97517955-4314-404b-80c5-6e825624ebde', 'status': 'completed', 'code': 200} Jun 22 09:09:42.108474 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.111383 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.112512 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bacc8e86-ebd4-4962-b1e6-ffc76ff27142 HTTP/1.1" status: 204 len: 168 time: 0.4335444 Jun 22 09:09:42.113237 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2c3ee3d2-5274-47d9-adbe-70827b8a10d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:42.121893 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc8e86-ebd4-4962-b1e6-ffc76ff27142,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.123967 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:42.256648 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 54946) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:42.266801 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3b916e30-ca45-44d5-8be6-329e9fa4c7a5 req-7594374d-8151-4911-bb76-fdd2b6983b7e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0391285 Jun 22 09:09:42.271773 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.404205 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd592-d68f-468a-abf3-67e86157e8df req-f29ae29d-1c17-4603-8e2e-37a221d68365 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:42.406213 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d4bbd592-d68f-468a-abf3-67e86157e8df req-f29ae29d-1c17-4603-8e2e-37a221d68365 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.1098907 Jun 22 09:09:42.463645 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.489533 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d4bbd592-d68f-468a-abf3-67e86157e8df req-d178d93a-d402-46ab-b0ca-86d2ed361c6b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676615 Jun 22 09:09:42.526636 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.530693 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c0607259-6efe-4c88-88ee-6b678a12181b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:42.562176 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dfe73d8a-b69f-43b6-a2f3-e5ca1814598e req-f70419f9-8ce0-4fd4-a85a-a14b96670369 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0310254 Jun 22 09:09:42.573174 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5710004578745278b02153bb980f145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152981 Jun 22 09:09:42.573325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 54954) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:42.576858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc41df2-3095-499d-9bdd-587b3652738e,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.580144 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:42.633371 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.658691 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.743838 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57afd-ad88-4300-a121-5e2d5f8b04e2 req-da7f622a-0a7b-48a3-88e2-17504d33969f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:42.745345 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-69f57afd-ad88-4300-a121-5e2d5f8b04e2 req-da7f622a-0a7b-48a3-88e2-17504d33969f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0728929 Jun 22 09:09:42.787495 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-69f57afd-ad88-4300-a121-5e2d5f8b04e2 req-c038b37f-f5c5-451e-ac94-17d352a04216 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Jun 22 09:09:42.801785 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.805035 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:42.806288 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcc41df2-3095-499d-9bdd-587b3652738e HTTP/1.1" status: 204 len: 168 time: 0.2318437 Jun 22 09:09:42.807248 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:42.821761 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc41df2-3095-499d-9bdd-587b3652738e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.828627 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:43.464146 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-158ffa83-b3cf-4442-ac42-dc242c6d738f req-da45b2da-b9a9-4257-9c65-6c13a300b3a7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0359452 Jun 22 09:09:43.722160 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9892f-ccab-4f1b-87aa-e30b8907c84a req-344540fe-dcf1-40e6-beda-253dc86f501d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:43.723846 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3cc9892f-ccab-4f1b-87aa-e30b8907c84a req-344540fe-dcf1-40e6-beda-253dc86f501d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0992179 Jun 22 09:09:43.764949 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3cc9892f-ccab-4f1b-87aa-e30b8907c84a req-610cc980-1e05-4c35-be1f-7be2ba0112fb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Jun 22 09:09:43.806669 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b5b25df5-4ecc-4ed6-b9f3-f68f343da2d1 req-0a3e9259-6604-467a-8d75-09f65e38a22f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0540264 Jun 22 09:09:43.986663 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d192-2a0f-4b89-86ea-dd28907682b4 req-863b4eec-3cd9-4ee5-aff2-ddceb0e793aa tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:43.988531 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5862d192-2a0f-4b89-86ea-dd28907682b4 req-863b4eec-3cd9-4ee5-aff2-ddceb0e793aa tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0737033 Jun 22 09:09:44.029114 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5862d192-2a0f-4b89-86ea-dd28907682b4 req-5175a4c3-9929-4adc-9794-a5cbc83b16c2 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349758 Jun 22 09:09:44.622853 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ffa8d7e2-2e99-4097-9ea3-f22f456ba669 req-0ec2b062-e673-4336-850e-880e0e43bf3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0370219 Jun 22 09:09:44.958460 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-abeef516-3ff0-437f-a9eb-634f19f60d0a req-5ab3f7c5-d1c1-4e60-b044-893d08d5d336 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0356421 Jun 22 09:09:45.039810 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a35856-15e8-4a2a-989a-e2f8682444b1 req-22ecdb8b-ac63-483a-ac0f-9fec37a40bc2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:45.039810 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-10a35856-15e8-4a2a-989a-e2f8682444b1 req-22ecdb8b-ac63-483a-ac0f-9fec37a40bc2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.1001642 Jun 22 09:09:45.064165 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-10a35856-15e8-4a2a-989a-e2f8682444b1 req-da2d3aaf-7c49-4c57-b26c-7550123c2a6a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546823 Jun 22 09:09:45.279489 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4afec3-ef3e-4723-bc19-4e8fa1b38eb1 req-4dbfa0db-9b9f-43e8-8c7c-64a9f36c89fe tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:45.281012 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6d4afec3-ef3e-4723-bc19-4e8fa1b38eb1 req-4dbfa0db-9b9f-43e8-8c7c-64a9f36c89fe tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0748034 Jun 22 09:09:45.323360 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6d4afec3-ef3e-4723-bc19-4e8fa1b38eb1 req-5b8293f4-c781-4492-9733-bb969cbd5fbf tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Jun 22 09:09:45.778714 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5e77a9ca-77fe-46f5-a264-506c7e022cd6 req-9763bc2e-6f85-4675-9d36-bc5e0d2ff7dc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Jun 22 09:09:46.006568 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:46.168267 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0ada8cd5-89f3-4db1-b044-e59f07439dd1 req-2e3e1ecc-c902-47bb-93b4-26ccf2c3f75b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0286183 Jun 22 09:09:46.259499 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf884b-add2-4799-aef8-a7f52f54f80f req-cae7d90e-a093-4431-93d9-06e87c1e2814 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:46.261006 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7bf884b-add2-4799-aef8-a7f52f54f80f req-cae7d90e-a093-4431-93d9-06e87c1e2814 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0683937 Jun 22 09:09:46.301215 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7bf884b-add2-4799-aef8-a7f52f54f80f req-e6861fb3-4346-4ab9-99f9-abeba04467c4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Jun 22 09:09:46.499620 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e645db-86ce-4591-87af-f4371f8620d8 req-019e3117-918e-484e-9c08-723a3bc27483 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:46.501092 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-78e645db-86ce-4591-87af-f4371f8620d8 req-019e3117-918e-484e-9c08-723a3bc27483 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0680535 Jun 22 09:09:46.540212 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-78e645db-86ce-4591-87af-f4371f8620d8 req-be31d092-b78e-44b4-a23b-4aeaedc5f8be tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Jun 22 09:09:46.925124 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-36dd4131-2ff4-4118-8dfa-5bf095037bf1 req-2afed385-bccf-4d81-a11e-18857dd11534 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0310714 Jun 22 09:09:47.312007 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-401501fe-c290-4480-aabf-030e0c7c3953 req-1cf1a731-51e8-44ac-90e0-7407b06790da tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0318205 Jun 22 09:09:47.521231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626e34-c99b-4edf-bbe9-90834b89ef48 req-b650c839-27bc-4b30-98f2-ee445c388a9f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:47.522697 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6a626e34-c99b-4edf-bbe9-90834b89ef48 req-b650c839-27bc-4b30-98f2-ee445c388a9f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0775788 Jun 22 09:09:47.562327 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6a626e34-c99b-4edf-bbe9-90834b89ef48 req-c6ffc6fb-9d02-4111-aef1-dee7602c198e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Jun 22 09:09:47.726059 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2793d4-2c30-4461-a039-7d07265d247d req-823b2b30-011e-4dd1-99d4-ad5082fc02e5 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:47.727849 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1b2793d4-2c30-4461-a039-7d07265d247d req-823b2b30-011e-4dd1-99d4-ad5082fc02e5 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0728166 Jun 22 09:09:47.765912 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1b2793d4-2c30-4461-a039-7d07265d247d req-a110d9d4-c531-494d-a2b9-95e66e97c903 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327103 Jun 22 09:09:48.102696 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-55dd8e4b-d5c6-4467-8e03-77314f278541 req-d67ad08b-9b8a-498d-9e47-1e29798fd452 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0564001 Jun 22 09:09:48.470408 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f8af9665-3af3-4333-a81e-a36fab029bf1 req-203a00cf-835f-4760-9035-2437e7d5756d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0356364 Jun 22 09:09:48.749836 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf35b9-4bd1-44bc-98f1-88ee2435fd5d req-8d9e0c24-5713-43b3-a4de-a1b86b177019 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:48.751335 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bddf35b9-4bd1-44bc-98f1-88ee2435fd5d req-8d9e0c24-5713-43b3-a4de-a1b86b177019 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0646691 Jun 22 09:09:48.788946 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bddf35b9-4bd1-44bc-98f1-88ee2435fd5d req-60f042af-3142-4bdf-9b42-c642327fe7b7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jun 22 09:09:48.949288 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea06c2-2645-469e-816b-9e239c1ba00b req-3635d351-ff0c-4433-9188-582ede4d50cd tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:48.950748 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ffea06c2-2645-469e-816b-9e239c1ba00b req-3635d351-ff0c-4433-9188-582ede4d50cd tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0699916 Jun 22 09:09:48.992705 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ffea06c2-2645-469e-816b-9e239c1ba00b req-ce73568e-a9df-4539-842b-0f94b6020212 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Jun 22 09:09:49.275552 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2a624c4f-4640-496e-b723-1c59f2db6711 req-b5b40de5-1e30-4cb1-a642-7829f53c1b31 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0334020 Jun 22 09:09:49.635438 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dd95fe2c-8f1c-496b-9a6d-78c8400dd9bd req-8b3f4b31-2937-400a-bdd7-ae17990cc27c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jun 22 09:09:49.973514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415979-7800-4f43-8683-4a6e666e112c req-ec33de92-1028-4675-83e9-b3e30a3ab7d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:49.975003 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2a415979-7800-4f43-8683-4a6e666e112c req-ec33de92-1028-4675-83e9-b3e30a3ab7d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0728519 Jun 22 09:09:50.017130 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2a415979-7800-4f43-8683-4a6e666e112c req-9f5c1fab-ebd0-4d06-8d92-dc1aeac6e5d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355010 Jun 22 09:09:50.194139 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482dfb7-b25c-4db0-b991-26dc553b1eba req-ea634efd-0364-4411-a9b2-5249208d078b tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:50.195693 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c482dfb7-b25c-4db0-b991-26dc553b1eba req-ea634efd-0364-4411-a9b2-5249208d078b tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0873656 Jun 22 09:09:50.241835 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c482dfb7-b25c-4db0-b991-26dc553b1eba req-f5cbf152-2ae9-495b-8bf7-f981670999de tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Jun 22 09:09:50.459143 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a2dc3b0e-c8da-4549-8bf8-2a5e70e9accc req-de76356f-e090-4aa7-ae54-63576f73d52f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0514359 Jun 22 09:09:50.784263 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6771698a-74a4-49b5-b378-6b51c1130733 req-d35f69a0-c3f8-475a-b4c6-11b8fbb0a4ae tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0287702 Jun 22 09:09:51.220905 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6925252-a852-460e-9977-e3611a4879cd req-d1ca2c8d-642e-4d55-9cb0-9ff7c5b8449c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:51.222560 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a6925252-a852-460e-9977-e3611a4879cd req-d1ca2c8d-642e-4d55-9cb0-9ff7c5b8449c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0818710 Jun 22 09:09:51.266961 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a6925252-a852-460e-9977-e3611a4879cd req-1fa6bc7c-ce85-4110-8667-656e244192c5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369582 Jun 22 09:09:51.464956 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787fdc8-d572-4a73-86a7-ac7da9b02947 req-f3e2cd02-21f2-4940-9580-ad0593ff3bff tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:51.467617 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7787fdc8-d572-4a73-86a7-ac7da9b02947 req-f3e2cd02-21f2-4940-9580-ad0593ff3bff tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0755374 Jun 22 09:09:51.516958 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7787fdc8-d572-4a73-86a7-ac7da9b02947 req-92be7eef-465c-48fe-8e16-7ac036850773 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Jun 22 09:09:51.613030 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ee36a61f-2d1e-4ef4-af9a-8a157e30b9a1 req-e8bde0bb-11c6-4a08-b00f-771ac3395a41 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Jun 22 09:09:51.711446 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55202) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:51.833003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:51.928661 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6427e199-e02f-4f7c-b100-610795f212c3 req-650c0413-a99a-46bd-b9f7-df53291cf8aa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0344551 Jun 22 09:09:51.942231 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.029443 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.032293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-61d99fc8-067b-4cbc-b8bb-978edd4bfea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:52.068370 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97088c61d6c34ec080b13857d976bb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551564 Jun 22 09:09:52.069705 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388c60df-9b4e-4a6c-9944-d78f9706eecd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:52.071063 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 55212) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:52.072929 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:52.122909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.143033 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.275445 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.279153 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.280260 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/388c60df-9b4e-4a6c-9944-d78f9706eecd HTTP/1.1" status: 204 len: 168 time: 0.2081301 Jun 22 09:09:52.280976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:52.288966 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c60df-9b4e-4a6c-9944-d78f9706eecd,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:52.293615 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:52.458268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a163b-47e8-4bc2-a61b-0bc0ad9c260b req-1bec6a33-001c-4a22-9fb7-2e32b7061794 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:52.459818 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-277a163b-47e8-4bc2-a61b-0bc0ad9c260b req-1bec6a33-001c-4a22-9fb7-2e32b7061794 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0690229 Jun 22 09:09:52.498738 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-277a163b-47e8-4bc2-a61b-0bc0ad9c260b req-6c74d752-0032-4a07-ab6b-aa7b240e1a86 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Jun 22 09:09:52.687934 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3d7e-aedd-4a20-86be-8ca7473fa978 req-ed9e9be6-3da3-4c9d-83df-41233dcd6fb5 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:52.689411 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-83cf3d7e-aedd-4a20-86be-8ca7473fa978 req-ed9e9be6-3da3-4c9d-83df-41233dcd6fb5 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0648549 Jun 22 09:09:52.729167 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-83cf3d7e-aedd-4a20-86be-8ca7473fa978 req-7b7d4a2a-cc2b-41c8-92fe-90e6cd75e452 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jun 22 09:09:52.759554 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e6d6b96e-a05c-4ee9-a332-2b78e7991074 req-15f8d562-767a-4092-89b2-94fbd8dbdd43 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0301375 Jun 22 09:09:52.904423 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55230) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:52.917313 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.006612 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.066527 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7fe0aa84-4e20-4080-899d-9996f11b2f41 req-be00c99c-6f3e-41fb-907a-2749fe76425f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0275898 Jun 22 09:09:53.078591 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.082298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:53.116771 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bea634d4dd445c7a22f1473b9a53b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112823 Jun 22 09:09:53.117589 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccd3ed0-ae32-488d-9fe8-7029bf5e79f9,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:53.119810 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55236) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:09:53.121944 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:53.299997 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.320337 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.610604 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.614191 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:53.615544 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ccd3ed0-ae32-488d-9fe8-7029bf5e79f9 HTTP/1.1" status: 204 len: 168 time: 0.4947302 Jun 22 09:09:53.616503 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:09:53.636795 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccd3ed0-ae32-488d-9fe8-7029bf5e79f9,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:53.650014 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:09:53.712524 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d5e7-1ade-4dfa-b58e-ad4d34c75db7 req-7c6dd5c4-9676-4d8b-b91c-2135a84a2cc5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:53.714841 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5661d5e7-1ade-4dfa-b58e-ad4d34c75db7 req-7c6dd5c4-9676-4d8b-b91c-2135a84a2cc5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0916941 Jun 22 09:09:53.753238 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5661d5e7-1ade-4dfa-b58e-ad4d34c75db7 req-1afe1391-ee55-4ae3-b11f-87638e25bc51 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Jun 22 09:09:53.951426 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8733417e-9508-4c8a-ade1-054ca701c220 req-23f57149-d3ce-40fa-86a7-51c59e17432f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0392418 Jun 22 09:09:53.964817 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daf5c3-2dc3-46f8-87a6-98e46dad7974 req-0d7bdd2b-84f1-46e2-a4ad-4bbc7211a107 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:53.966326 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38daf5c3-2dc3-46f8-87a6-98e46dad7974 req-0d7bdd2b-84f1-46e2-a4ad-4bbc7211a107 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0735030 Jun 22 09:09:54.008413 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38daf5c3-2dc3-46f8-87a6-98e46dad7974 req-68a6170e-2143-4ab0-a085-8ddbe65b6d58 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361462 Jun 22 09:09:54.213242 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a86528de-40ca-42b4-921c-94a3fa5804b5 req-7cb42f62-a237-4777-9df2-4093f3fcbac3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0275409 Jun 22 09:09:54.974459 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ba1a0-3ddf-42e8-b989-cf98fdc70751 req-b009c020-ff02-4e89-a274-9e2c561c5ff9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:54.976023 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ac7ba1a0-3ddf-42e8-b989-cf98fdc70751 req-b009c020-ff02-4e89-a274-9e2c561c5ff9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0691633 Jun 22 09:09:55.027740 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ac7ba1a0-3ddf-42e8-b989-cf98fdc70751 req-ed641d23-6077-488e-8d15-d00bbf533b35 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Jun 22 09:09:55.116410 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c516c9ee-d1b6-44be-878a-c90338edf69f req-4f406fae-edaa-45ae-88f2-ab7ae5ebdf7f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0315087 Jun 22 09:09:55.228416 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061fe2d-462b-4838-b55d-e6806ee67e5a req-d22bbce5-f6b4-4290-8121-f518cdd32c56 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:55.236042 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3061fe2d-462b-4838-b55d-e6806ee67e5a req-d22bbce5-f6b4-4290-8121-f518cdd32c56 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0933385 Jun 22 09:09:55.308626 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3061fe2d-462b-4838-b55d-e6806ee67e5a req-2498ec34-d482-477a-aad8-da11895d81a1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702941 Jun 22 09:09:55.371299 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2432d886-9bf8-488f-95d5-840b482792f3 req-6d5b04e2-50b3-4264-b2c2-73fdaf984ffc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0293472 Jun 22 09:09:55.853661 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76147158-ea1e-424d-8570-811d1e981208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:56.257315 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dc829-0ffe-4a61-b19d-aba6cf5f238b req-617bac61-a56f-48cf-a4e8-83467babb3af tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:56.257315 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-889dc829-0ffe-4a61-b19d-aba6cf5f238b req-617bac61-a56f-48cf-a4e8-83467babb3af tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0823846 Jun 22 09:09:56.257315 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-889dc829-0ffe-4a61-b19d-aba6cf5f238b req-6dc96381-13a4-47d7-a2a9-6632def58b13 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Jun 22 09:09:56.263788 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-998f8d8d-c4f8-421d-a973-717173f686a9 req-0460ed50-3670-4b52-b927-0dc2d0fb48b1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0326371 Jun 22 09:09:56.584161 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-429041f4-568a-4377-ac21-748d866f3a9d req-189bd9db-de65-4889-9590-0f8bf715c1c4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0471711 Jun 22 09:09:56.652679 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d03b19-6c5c-428e-9dad-d655acd4f031 req-c1df3252-7e44-4924-a6f8-2f0b2bfe83fb tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:56.654622 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8d03b19-6c5c-428e-9dad-d655acd4f031 req-c1df3252-7e44-4924-a6f8-2f0b2bfe83fb tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.1155143 Jun 22 09:09:56.698027 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8d03b19-6c5c-428e-9dad-d655acd4f031 req-f7d6d4ce-1de0-4502-89e5-55734f81c690 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Jun 22 09:09:57.467012 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5d4e0151-208d-458f-b563-3938c4be26e8 req-d6b67caf-c6de-46f9-9265-e66b33f790c5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0468838 Jun 22 09:09:57.504481 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec9c1e-2e5e-40a8-8451-ff14e537040e req-9547aec7-a32e-41eb-9f95-01d6b5cbcc32 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:57.505939 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3aec9c1e-2e5e-40a8-8451-ff14e537040e req-9547aec7-a32e-41eb-9f95-01d6b5cbcc32 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0976784 Jun 22 09:09:57.555062 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3aec9c1e-2e5e-40a8-8451-ff14e537040e req-04d9d628-d937-4f6d-8f4a-50b99578f593 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Jun 22 09:09:57.738189 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f1bdc683-a135-426b-b831-35971cdc3cf6 req-610ae3bb-a84d-4740-b1a8-a580fca27a5d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0290260 Jun 22 09:09:57.903377 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de6d2b-f45e-466c-9b5f-15941b97e339 req-7c381550-baaf-43c1-b5f2-a52c4095dd03 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:57.904741 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a2de6d2b-f45e-466c-9b5f-15941b97e339 req-7c381550-baaf-43c1-b5f2-a52c4095dd03 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0767269 Jun 22 09:09:57.946845 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a2de6d2b-f45e-466c-9b5f-15941b97e339 req-b478c4f8-accb-435a-8ffc-8c33e54cf6df tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358040 Jun 22 09:09:58.613768 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-490af617-920d-408f-8ed7-e1ec8de42c0d req-77a24643-6759-4fa2-84b4-819ca8045ccc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Jun 22 09:09:58.812457 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:09:58.865202 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5c076-7828-4beb-a725-018cbda204f8 req-500b8aab-c8bb-4b48-b454-afa3c4d61dbb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:58.866663 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9eb5c076-7828-4beb-a725-018cbda204f8 req-500b8aab-c8bb-4b48-b454-afa3c4d61dbb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0621607 Jun 22 09:09:58.884519 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3c0978fc-8ec8-4240-885e-46b3ba153af3 req-56cdcd3b-5eba-4899-99b5-f47e4ef86856 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0319085 Jun 22 09:09:58.906037 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9eb5c076-7828-4beb-a725-018cbda204f8 req-270307b6-e372-4e86-8b9a-67d0f7354d24 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Jun 22 09:09:59.118491 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02697f38-eab9-4908-b7d2-39b651d89690 req-01c3fdb8-88f2-409a-8d17-48cd50643a6e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:09:59.119951 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-02697f38-eab9-4908-b7d2-39b651d89690 req-01c3fdb8-88f2-409a-8d17-48cd50643a6e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0609217 Jun 22 09:09:59.157719 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-02697f38-eab9-4908-b7d2-39b651d89690 req-35d331b0-b52e-4801-b048-6215f23590d1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jun 22 09:09:59.320318 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-65a1a7b6-d5f8-4f92-875a-9764a8740585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:59.756730 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-309abd34-048a-4f6e-97df-fad3f4801d3b req-2baa12c9-8b66-4264-9c31-ccc8b3d66ea0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0288808 Jun 22 09:10:00.026554 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fdd94b1a-95a8-4dcd-8326-ba3085f46d67 req-7824ec67-3cfd-4d64-92df-5d59f9c78f97 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0278959 Jun 22 09:10:00.082744 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d057-5bcf-4bcb-b4fb-6abcd4bb87dc req-0afb494e-0e6d-4577-8cc0-72b595ec60ea tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:00.084224 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d4a7d057-5bcf-4bcb-b4fb-6abcd4bb87dc req-0afb494e-0e6d-4577-8cc0-72b595ec60ea tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0704963 Jun 22 09:10:00.122643 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d4a7d057-5bcf-4bcb-b4fb-6abcd4bb87dc req-86299c7d-4805-49c3-9638-7d0bb91b0b22 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Jun 22 09:10:00.124227 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:00.330470 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1e26-1608-4117-b391-fef2c403cba7 req-173612dc-0104-4e73-a766-0b6ab7c51e3d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:00.331949 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54af1e26-1608-4117-b391-fef2c403cba7 req-173612dc-0104-4e73-a766-0b6ab7c51e3d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0674524 Jun 22 09:10:00.370696 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54af1e26-1608-4117-b391-fef2c403cba7 req-aa6c3746-4cda-4c26-9b84-1a84ae18dd59 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jun 22 09:10:00.697817 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:00.898326 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802702aa-e52d-40ec-a90b-136abbd3ed14 req-65faf97a-888c-4632-bd64-e5a6634ecae4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0287800 Jun 22 09:10:01.163432 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a663c6d0-47a5-4994-9711-4104acfc8a18 req-ad0595bd-d310-41c3-9cd8-30b56e064aed tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0286829 Jun 22 09:10:01.290462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf84a5-e5b6-4468-b452-01b468f4b01b req-8cefae41-3211-4dfd-a8c2-14eea9ab099e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:01.292100 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4adf84a5-e5b6-4468-b452-01b468f4b01b req-8cefae41-3211-4dfd-a8c2-14eea9ab099e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.0623794 Jun 22 09:10:01.330267 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4adf84a5-e5b6-4468-b452-01b468f4b01b req-3b4d241b-6ea6-4be8-b19d-0f76054ad178 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Jun 22 09:10:01.544689 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9600e1-f985-4da1-9907-c4392d2c386d req-4f2e268e-647c-4b5d-8014-28d65d0ae5f7 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:01.546246 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bf9600e1-f985-4da1-9907-c4392d2c386d req-4f2e268e-647c-4b5d-8014-28d65d0ae5f7 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0676610 Jun 22 09:10:01.594774 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bf9600e1-f985-4da1-9907-c4392d2c386d req-8b2eab0d-d3cd-47cb-a76c-ef3de5ecf1e8 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Jun 22 09:10:02.047838 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7d173a49-0a4f-4144-bf56-0a701623214f req-d8a42486-c69d-43c7-8518-59d6c2363e7f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0321822 Jun 22 09:10:02.080673 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Request body: {'port': {'device_id': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:02.081601 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Request body: {'port': {'device_id': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:02.151709 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.158714 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.344439 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bc09b580-0db1-48ca-9df9-17de0bf5c678 req-1b2b1f9a-afef-480c-a71d-5ccaa93b7d95 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0470397 Jun 22 09:10:02.492692 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e3502-687b-4ad2-955b-8ee3e8635dc3 req-4ed30cf6-1803-4394-b1ff-518c1eb4a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:02.494258 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e90e3502-687b-4ad2-955b-8ee3e8635dc3 req-4ed30cf6-1803-4394-b1ff-518c1eb4a83b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b165fc465ce4c48a898ca60a7c2cdc7&device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 1096 time: 0.1566501 Jun 22 09:10:02.536035 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4a6467-7027-49d0-91f9-70ed00ed7938 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:02.543948 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.565073 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Transition to ACTIVE for port object 4e4a6467-7027-49d0-91f9-70ed00ed7938 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:10:02.649721 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.652257 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:02.694908 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4a6467-7027-49d0-91f9-70ed00ed7938,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:02.703739 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:02.726823 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.810839 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c24d507-403d-4799-ae79-41a1faa596cb {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:02.832510 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.860129 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Attempting to bind port 4e4a6467-7027-49d0-91f9-70ed00ed7938 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:10:02.860502 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Attempting to bind port 4e4a6467-7027-49d0-91f9-70ed00ed7938 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:10:02.860906 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Attempting to bind port 4e4a6467-7027-49d0-91f9-70ed00ed7938 on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:02.868000 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Port 4e4a6467-7027-49d0-91f9-70ed00ed7938 on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:10:02.868332 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Attempting to bind port 4e4a6467-7027-49d0-91f9-70ed00ed7938 on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:02.869347 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519d509-0aa6-4458-ac18-e4b7153e1e98 req-4965572e-151c-4575-a4e0-4a4c0496027c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:02.871279 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b519d509-0aa6-4458-ac18-e4b7153e1e98 req-4965572e-151c-4575-a4e0-4a4c0496027c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 931 time: 0.4183419 Jun 22 09:10:02.876874 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:10:02.876874 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Checking segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:02.877283 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Bound using segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:10:02.877665 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Bound port: 4e4a6467-7027-49d0-91f9-70ed00ed7938, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:10:02.878081 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:02.899597 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691b066-d1b3-485d-8201-ffd844633798 req-19e4a8dc-e121-4f8a-ae9f-b0024a407057 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:02.901274 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8691b066-d1b3-485d-8201-ffd844633798 req-19e4a8dc-e121-4f8a-ae9f-b0024a407057 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.1334367 Jun 22 09:10:02.909623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Transition to ACTIVE for port object 4c24d507-403d-4799-ae79-41a1faa596cb will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:10:02.953985 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e3502-687b-4ad2-955b-8ee3e8635dc3 req-2a3d7e61-b890-491f-8dea-151efe627190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:02.955430 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e90e3502-687b-4ad2-955b-8ee3e8635dc3 req-2a3d7e61-b890-491f-8dea-151efe627190 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b165fc465ce4c48a898ca60a7c2cdc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4162605 Jun 22 09:10:02.960359 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b519d509-0aa6-4458-ac18-e4b7153e1e98 req-93b4768d-807b-4c13-b0c3-8b1223794ac4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756013 Jun 22 09:10:02.984899 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8691b066-d1b3-485d-8201-ffd844633798 req-a028c697-475b-4dd3-b10c-9ab1cfd139e0 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594726 Jun 22 09:10:02.989564 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] For port 4e4a6467-7027-49d0-91f9-70ed00ed7938, host hv-cinder-79733, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:02.994148 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] For port 4e4a6467-7027-49d0-91f9-70ed00ed7938, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:03.032545 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:03.044809 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:03.109656 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:03.113903 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b0673f63-a714-4203-99db-503d1392bb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:03.154836 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.155638 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:03.157375 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-20f5201c-4795-4c95-9809-08171495d906 service neutron] 10.222.0.23 "PUT /v2.0/ports/4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 1094 time: 1.0801678 Jun 22 09:10:03.158990 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'tag': '4e4a6467-7027-49d0-91f9-70ed00ed7938'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:03.176909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Pushing event updated for resources: {'Port': ['ID=4c24d507-403d-4799-ae79-41a1faa596cb,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:03.185514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:03.212590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e3502-687b-4ad2-955b-8ee3e8635dc3 req-827e5582-aade-4ae0-ab55-910c0c3aa1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.223408 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e90e3502-687b-4ad2-955b-8ee3e8635dc3 req-827e5582-aade-4ae0-ab55-910c0c3aa1a9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585614 Jun 22 09:10:03.241563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Attempting to bind port 4c24d507-403d-4799-ae79-41a1faa596cb on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:10:03.241900 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Attempting to bind port 4c24d507-403d-4799-ae79-41a1faa596cb by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:10:03.242317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Attempting to bind port 4c24d507-403d-4799-ae79-41a1faa596cb on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:03.249998 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Port 4c24d507-403d-4799-ae79-41a1faa596cb on network 92265919-60b4-4b98-96c0-7e391be44752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:10:03.250421 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Attempting to bind port 4c24d507-403d-4799-ae79-41a1faa596cb on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:03.256877 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:10:03.264402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Checking segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:03.264402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Bound using segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:10:03.264402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Bound port: 4c24d507-403d-4799-ae79-41a1faa596cb, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:10:03.264402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:03.293308 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4a6467-7027-49d0-91f9-70ed00ed7938,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:03.296679 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:03.361784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd961552-350e-4a19-8e98-4923b23c240c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d0ae3c-63db-4988-8a4b-466032c21306", "tag": "4e4a6467-7027-49d0-91f9-70ed00ed7938"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:03.364338 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09e2873d-3b34-4e75-a740-74491ae886b1 req-dee47b6b-b3b0-485c-8ad5-5547bba72ea3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0569952 Jun 22 09:10:03.395237 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] For port 4c24d507-403d-4799-ae79-41a1faa596cb, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:03.409697 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] For port 4c24d507-403d-4799-ae79-41a1faa596cb, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4c24d507-403d-4799-ae79-41a1faa596cb,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:03.418949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-7e4dd226-8205-40f6-b7b6-3d417453cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.420621 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-7e4dd226-8205-40f6-b7b6-3d417453cf78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b165fc465ce4c48a898ca60a7c2cdc7&device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 1096 time: 0.1212673 Jun 22 09:10:03.484810 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:03.498523 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:03.516796 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684fbbd7-5a2e-4c75-85bb-ffd1d1f8a603 x-openstack-request-id: req-684fbbd7-5a2e-4c75-85bb-ffd1d1f8a603 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:03.517163 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d0ae3c-63db-4988-8a4b-466032c21306", "tag": "4e4a6467-7027-49d0-91f9-70ed00ed7938", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:03.517489 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-684fbbd7-5a2e-4c75-85bb-ffd1d1f8a603 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:03.518011 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'tag': '4e4a6467-7027-49d0-91f9-70ed00ed7938', 'status': 'completed', 'code': 200} Jun 22 09:10:03.523719 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.23', 60483) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:03.549358 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab7e5a2a-b763-4e38-8254-0e08d23d6606 req-04d2abf2-4c77-4abf-b2f5-ed344c971606 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0564649 Jun 22 09:10:03.575918 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.576533 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:03.577902 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] 10.222.0.23 "PUT /v2.0/ports/4c24d507-403d-4799-ae79-41a1faa596cb HTTP/1.1" status: 200 len: 1093 time: 1.5015886 Jun 22 09:10:03.578446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'tag': '4c24d507-403d-4799-ae79-41a1faa596cb'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:03.580732 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea68064-4b2e-4f9b-ac1f-f1991531722e", "tag": "4c24d507-403d-4799-ae79-41a1faa596cb"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:03.639915 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Pushing event updated for resources: {'Port': ['ID=4c24d507-403d-4799-ae79-41a1faa596cb,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:03.648092 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:03.653290 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-4d02eed7-1462-4c78-9d56-05801d983baf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97517955-4314-404b-80c5-6e825624ebde HTTP/1.1" status: 200 len: 217 time: 0.1052110 Jun 22 09:10:03.732565 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce27bf-f09d-485d-9da5-6272d47215e5 x-openstack-request-id: req-49ce27bf-f09d-485d-9da5-6272d47215e5 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:03.732887 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea68064-4b2e-4f9b-ac1f-f1991531722e", "tag": "4c24d507-403d-4799-ae79-41a1faa596cb", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:03.738895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49ce27bf-f09d-485d-9da5-6272d47215e5 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:03.738895 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'tag': '4c24d507-403d-4799-ae79-41a1faa596cb', 'status': 'completed', 'code': 200} Jun 22 09:10:03.739579 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-85504173-7cc6-4525-b4a0-4e979feae2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.739579 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-85504173-7cc6-4525-b4a0-4e979feae2a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1097 time: 0.2083297 Jun 22 09:10:03.749229 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-02d662f1-4117-4b51-bf5a-f547c52a20d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.751823 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-02d662f1-4117-4b51-bf5a-f547c52a20d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 818 time: 0.2226655 Jun 22 09:10:03.765632 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-504292b9-ac54-4f4f-9621-aa900b16a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:03.767410 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-504292b9-ac54-4f4f-9621-aa900b16a2f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0792784-ee99-40d9-b071-c27bc1b8ee70 HTTP/1.1" status: 200 len: 852 time: 0.0967240 Jun 22 09:10:03.814650 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-4e85d328-4343-4a8a-ab9b-a2c6db802bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.0618479 Jun 22 09:10:03.853493 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Request body: {'port': {'device_id': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'admin_state_up': True, 'tenant_id': '82688558974747b4b05d57fbec6e98ac'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:03.952619 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-e2052be3-7122-41ed-b492-3ed066699d7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0757223-9e66-4415-b1e7-397081ca84bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043673 Jun 22 09:10:04.065527 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12885b-d22e-42be-ba85-76f85031b895 req-5d10d963-f3c6-4e03-8d5f-68e61f28ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:04.069791 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-5d10d963-f3c6-4e03-8d5f-68e61f28ba9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.1796982 Jun 22 09:10:04.087498 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-3e4abf73-f8e7-49f8-bf3c-d6eb0287c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:04.089561 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-3e4abf73-f8e7-49f8-bf3c-d6eb0287c631 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 1096 time: 0.1890597 Jun 22 09:10:04.110082 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-bf57ef93-7874-4049-a27c-22a1e23b62c2 service neutron] 10.222.0.23 "GET /v2.0/networks/c0757223-9e66-4415-b1e7-397081ca84bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375203 Jun 22 09:10:04.136828 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-cf891f8f-7f8f-4475-a88d-0ccd36cbfa5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550258 Jun 22 09:10:04.159805 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-f152cb09-045b-4bfb-b9da-ea943993315b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c24d507-403d-4799-ae79-41a1faa596cb HTTP/1.1" status: 200 len: 217 time: 0.0580451 Jun 22 09:10:04.302225 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-0f979644-97b2-461e-a114-a6281b822117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:04.303765 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-0f979644-97b2-461e-a114-a6281b822117 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.1044490 Jun 22 09:10:04.362896 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-10daabe8-8ada-49ed-a113-b27d78d9493b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483432 Jun 22 09:10:04.365672 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f3fd8bed-39bd-4b70-9865-a50e9ac6e655 req-069d2dfa-d880-4eb7-b97b-553679421272 service neutron] 10.222.0.23 "GET /v2.0/networks/c0757223-9e66-4415-b1e7-397081ca84bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478805 Jun 22 09:10:04.393921 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f87238-d70a-4f16-92dc-795c1a042b3a req-06bf2522-fa15-408c-a0d7-fd56f7c0549f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:04.397141 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-93f87238-d70a-4f16-92dc-795c1a042b3a req-06bf2522-fa15-408c-a0d7-fd56f7c0549f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.1612110 Jun 22 09:10:04.491795 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-699a3a00-65eb-4c82-9ccc-6f94d2124743 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332095 Jun 22 09:10:04.555842 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b5718-47fa-4f7d-81e4-fa6444d683f5 req-c2807dd4-0de7-4e56-a5fd-4c8d108c4735 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:04.560198 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8d7b5718-47fa-4f7d-81e4-fa6444d683f5 req-c2807dd4-0de7-4e56-a5fd-4c8d108c4735 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.2118235 Jun 22 09:10:04.574517 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-93f87238-d70a-4f16-92dc-795c1a042b3a req-7bb14a97-9cee-4b3d-806a-9362baaed995 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644580 Jun 22 09:10:04.583040 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Made reservation on behalf of 82688558974747b4b05d57fbec6e98ac for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:04.586552 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:04.615389 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-b18e8fe0-3b63-458a-a3eb-e29a68d43fdf service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394030 Jun 22 09:10:04.696529 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8d7b5718-47fa-4f7d-81e4-fa6444d683f5 req-b8412655-1e8d-4733-a642-263b7a9ef5a4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222210 Jun 22 09:10:04.738495 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb12885b-d22e-42be-ba85-76f85031b895 req-b27a24fb-9993-40ef-9add-d7ade89b8204 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372246 Jun 22 09:10:04.742318 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f592572-a2e0-4a14-b08d-21f7de440a8c req-6f4121d1-3b94-4946-abbb-6ecb023a5f3e service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165555 Jun 22 09:10:04.770817 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d200a181-08dd-4051-89d0-f3cb125e55f8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:04.772298 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d200a181-08dd-4051-89d0-f3cb125e55f8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 817 time: 0.3272078 Jun 22 09:10:04.774347 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-47dfc96e-3cbc-48f0-9a3e-a962fdafcff0 req-c8a52a9b-ead6-4693-814d-277833420df2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0503957 Jun 22 09:10:04.931456 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-48b17022-933f-4df8-9773-c41021307cb1 req-2041b7d4-bfbf-4cfa-a492-7e296679c65e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0433230 Jun 22 09:10:04.932598 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Allocated IP 172.20.0.6 (2591ba7c-2beb-42bc-a400-31dde0d56eb3/0d2a9f17-aa0e-41ec-a127-7d7fff143050/7b4d7978-9f8b-48ef-811d-641f9f5c87f0) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:10:05.100294 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-655a1562-5ae9-4cfd-964c-435ca12ad1ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 380 time: 0.2404530 Jun 22 09:10:05.100294 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'port': {'device_id': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'admin_state_up': True, 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'security_groups': ['649b9372-d4cd-4560-b37f-462ce14cabb2']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:05.110021 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:05.321466 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:05.332814 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:05.334782 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Made reservation on behalf of 6cd184eaf29b486fb8c79db756807bbe for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:05.338337 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:05.412798 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:10:05.420596 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961552-350e-4a19-8e98-4923b23c240c req-6992a430-c6b1-4baa-9e7d-25b31fe3c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.421968 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-6992a430-c6b1-4baa-9e7d-25b31fe3c06a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1097 time: 0.1372800 Jun 22 09:10:05.423232 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:05.425237 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Pushing event updated for resources: {'Port': ['ID=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:05.431263 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-8a5cfe02-46bd-4747-baee-a1e614b61018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.432760 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-8a5cfe02-46bd-4747-baee-a1e614b61018 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 1096 time: 0.1486771 Jun 22 09:10:05.439106 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:10:05.444799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.445432 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:05.536297 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:05.583679 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Allocated IP 172.20.0.9 (3f4c1ab5-a9b3-478a-a39a-3b8cff309ece/98d84ca5-482c-4127-abf3-f942eac31370/d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:10:05.609987 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7607617 Jun 22 09:10:05.632854 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Request body: {'port': {'device_id': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:05.656989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-6611ab41-4d27-48a8-87a2-16e86e0982aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.658402 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-6611ab41-4d27-48a8-87a2-16e86e0982aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 915 time: 0.2185259 Jun 22 09:10:05.659729 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961552-350e-4a19-8e98-4923b23c240c req-59949cdb-9bf9-4f80-9f2b-38887e5b0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.661239 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-59949cdb-9bf9-4f80-9f2b-38887e5b0761 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.2237399 Jun 22 09:10:05.725540 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-c627f685-5d7c-4161-926b-d1467cd9c006 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.0506096 Jun 22 09:10:05.767031 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-9151975e-a504-4c85-8b2d-0e548da5ac57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c24d507-403d-4799-ae79-41a1faa596cb HTTP/1.1" status: 200 len: 217 time: 0.0917990 Jun 22 09:10:05.794723 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:05.815230 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961552-350e-4a19-8e98-4923b23c240c req-1ed82365-c20f-4c8f-858f-ba876d4e49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.816697 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-1ed82365-c20f-4c8f-858f-ba876d4e49a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0738208 Jun 22 09:10:05.888460 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-d52c5864-3fa5-4310-a090-3e02bb80ca49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473163 Jun 22 09:10:05.937186 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-d5117f4b-d873-4b85-b916-bc32ff6d9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:05.942667 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-d5117f4b-d873-4b85-b916-bc32ff6d9ec9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.1476927 Jun 22 09:10:05.949991 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:05.999789 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-3ab271e7-d602-4e5d-9732-8ec7c08248b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477674 Jun 22 09:10:06.002797 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Transition to ACTIVE for port object d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:10:06.011857 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c44f6-e5db-4366-a428-bc0e0ba24390 req-914c1475-8d15-45e7-b7cd-028a718fc00d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:06.017249 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3e2c44f6-e5db-4366-a428-bc0e0ba24390 req-914c1475-8d15-45e7-b7cd-028a718fc00d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.2450793 Jun 22 09:10:06.136925 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3e2c44f6-e5db-4366-a428-bc0e0ba24390 req-6ed49e0f-49a2-4f77-ad97-c4d168f3f972 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122456 Jun 22 09:10:06.148483 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f41ed-5669-4e86-a23e-54152e5eea71 req-2a3ad325-af73-4708-9fb2-f5f6f92a65e1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:06.150005 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e08f41ed-5669-4e86-a23e-54152e5eea71 req-2a3ad325-af73-4708-9fb2-f5f6f92a65e1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.3080149 Jun 22 09:10:06.162723 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-8f0f7c8b-61e7-443b-99c4-9b747b9ddc9a service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534935 Jun 22 09:10:06.171008 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-f99020f7-99eb-439a-a74d-e86464db960e service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563256 Jun 22 09:10:06.271977 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:06.284313 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e08f41ed-5669-4e86-a23e-54152e5eea71 req-f17652cc-5cff-418f-99e6-deb08c3e0f1f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234598 Jun 22 09:10:06.342120 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:06.349793 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cd961552-350e-4a19-8e98-4923b23c240c req-e9819d7a-00ad-457e-9a74-e7018b72e533 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737750 Jun 22 09:10:06.383558 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:06.392206 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:06.431806 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:10:06.435106 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Transition to ACTIVE for port object 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:10:06.438396 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:06.443752 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-48fd4fc7-59bb-4567-9fef-948e84f4c8f3 req-6b23c6e6-679d-4467-b77d-fe0080e95e73 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642906 Jun 22 09:10:06.449072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:10:06.467404 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:06.468068 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:06.472703 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340712ba-8a62-4f8a-9a3c-c579f063bc22 req-43d03162-7e39-47db-9316-9801142ef498 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:06.476988 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-340712ba-8a62-4f8a-9a3c-c579f063bc22 req-43d03162-7e39-47db-9316-9801142ef498 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 931 time: 0.0794268 Jun 22 09:10:06.477740 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:06.485645 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:06.500463 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394648-3c91-4f65-a0d9-36ed7a5561b2 req-0f529ff1-8728-470d-884a-fec41bd4f48b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:06.505716 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:06.508408 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-70394648-3c91-4f65-a0d9-36ed7a5561b2 req-0f529ff1-8728-470d-884a-fec41bd4f48b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 931 time: 0.2431362 Jun 22 09:10:06.511755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1ac56366-bb14-4e17-a523-1c41424397d6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:06.555935 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-70394648-3c91-4f65-a0d9-36ed7a5561b2 req-4159a112-0d03-4a5c-897d-b637f8c1a2ae tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Jun 22 09:10:06.581324 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-340712ba-8a62-4f8a-9a3c-c579f063bc22 req-4eb87978-12cd-434e-9f07-3262e32e00d5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975926 Jun 22 09:10:06.635958 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:06.660302 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:06.663873 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5812924 Jun 22 09:10:06.678447 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Attempting to bind port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:10:06.678779 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Attempting to bind port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:10:06.679107 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Attempting to bind port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:06.684636 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:10:06.684950 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Attempting to bind port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 on network 2591ba7c-2beb-42bc-a400-31dde0d56eb3 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:06.692063 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:10:06.693268 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Checking segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:06.694178 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Bound using segment: {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:10:06.694703 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Bound port: 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7dfe73-491f-4ee2-b4e4-879442511c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:10:06.695877 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:06.770591 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] For port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host hv-cinder-79733, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:06.770591 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] For port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:07.086700 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-7f998df8-43e2-4cc5-8d36-6846cbfbea7d None None] Provisioning for port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:10:07.090342 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:07.094789 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:07.096863 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-7f998df8-43e2-4cc5-8d36-6846cbfbea7d None None] Provisioning complete for port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:10:07.097583 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7f998df8-43e2-4cc5-8d36-6846cbfbea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:07.137698 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-7f998df8-43e2-4cc5-8d36-6846cbfbea7d None None] Port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:10:07.319739 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:07.320345 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:07.321710 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] 10.222.0.23 "PUT /v2.0/ports/7b4d7978-9f8b-48ef-811d-641f9f5c87f0 HTTP/1.1" status: 200 len: 1093 time: 1.6983957 Jun 22 09:10:07.323826 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'tag': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:07.326032 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895" -d '{"events": [{"name": "network-changed", "server_uuid": "aed55f95-3a2e-48e1-b12c-371a928365ff", "tag": "7b4d7978-9f8b-48ef-811d-641f9f5c87f0"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:07.347340 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:07.352681 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:07.377236 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f0512-24f6-45b4-86c3-e383c2b51249 req-5fdbe452-e23d-4a70-bf2a-74aa0ad9c89c tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:07.378707 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-097f0512-24f6-45b4-86c3-e383c2b51249 req-5fdbe452-e23d-4a70-bf2a-74aa0ad9c89c tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0989668 Jun 22 09:10:07.418048 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-097f0512-24f6-45b4-86c3-e383c2b51249 req-d2b8a08c-1c9d-49f2-aa6f-d4bff322fc2f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jun 22 09:10:07.466003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a67bff-777d-4f7b-bf68-7c2bf19b8f03 x-openstack-request-id: req-c5a67bff-777d-4f7b-bf68-7c2bf19b8f03 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:07.466306 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed55f95-3a2e-48e1-b12c-371a928365ff", "tag": "7b4d7978-9f8b-48ef-811d-641f9f5c87f0", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:07.466573 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5a67bff-777d-4f7b-bf68-7c2bf19b8f03 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:07.466973 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'tag': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0', 'status': 'completed', 'code': 200} Jun 22 09:10:07.521873 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad6ca0-447d-4552-8213-2585c142f592 req-e3d99165-8c2a-485c-85a6-538f5d2f1d78 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:07.523341 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9aad6ca0-447d-4552-8213-2585c142f592 req-e3d99165-8c2a-485c-85a6-538f5d2f1d78 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0639071 Jun 22 09:10:07.586302 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9aad6ca0-447d-4552-8213-2585c142f592 req-d6a779da-a0f3-48e7-96ac-c97e30fbb277 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Jun 22 09:10:07.757817 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebabdad-3832-49dd-b03f-63b4ab91b6a2 req-cfc2826e-fe2c-4c34-b905-d654477ec41f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:07.759285 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cebabdad-3832-49dd-b03f-63b4ab91b6a2 req-cfc2826e-fe2c-4c34-b905-d654477ec41f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 931 time: 0.0695944 Jun 22 09:10:07.797264 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cebabdad-3832-49dd-b03f-63b4ab91b6a2 req-a0133f53-1fb1-4daa-9f0d-0e8094109d35 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Jun 22 09:10:07.831788 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ed283-34a6-4455-af3b-574398689c01 req-aaeeba20-f790-4ef3-8ad0-6dc09137e992 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:07.831788 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-685ed283-34a6-4455-af3b-574398689c01 req-aaeeba20-f790-4ef3-8ad0-6dc09137e992 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0641463 Jun 22 09:10:07.858656 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-685ed283-34a6-4455-af3b-574398689c01 req-173091f6-a65b-42bc-a4b2-ac64b0f0816b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jun 22 09:10:08.587136 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2108-9f5e-4571-92ee-bfce6ac2aeae req-34c3d1c5-4169-4f50-aaf8-4799a83dc126 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:08.589593 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1a2a2108-9f5e-4571-92ee-bfce6ac2aeae req-34c3d1c5-4169-4f50-aaf8-4799a83dc126 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0633454 Jun 22 09:10:08.626928 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1a2a2108-9f5e-4571-92ee-bfce6ac2aeae req-8669163a-3382-42bb-925f-b6c72ee22213 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jun 22 09:10:08.763885 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074f6a6-fb07-465c-abc3-82f007d10214 req-77fdc9dd-7b59-4bc6-aa5b-71315c560ba1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:08.765360 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5074f6a6-fb07-465c-abc3-82f007d10214 req-77fdc9dd-7b59-4bc6-aa5b-71315c560ba1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0631778 Jun 22 09:10:08.802714 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5074f6a6-fb07-465c-abc3-82f007d10214 req-65b2cbfd-bec8-417d-b93c-44549dc3c5e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Jun 22 09:10:08.975505 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5389-538f-4de8-acc2-e87e43de7af7 req-95d9d6c8-f934-4d6a-ae15-fe29b6ccfaa8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:08.976946 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6cfc5389-538f-4de8-acc2-e87e43de7af7 req-95d9d6c8-f934-4d6a-ae15-fe29b6ccfaa8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 931 time: 0.0653217 Jun 22 09:10:09.015225 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6cfc5389-538f-4de8-acc2-e87e43de7af7 req-97d43141-7d14-4d52-8fe6-def0b0ad6b86 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Jun 22 09:10:09.042846 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a8bb-a6b4-4e21-b272-95600cc3e266 req-a268762a-82ab-49f8-b67b-f68fb767a834 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:09.044312 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b222a8bb-a6b4-4e21-b272-95600cc3e266 req-a268762a-82ab-49f8-b67b-f68fb767a834 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0681958 Jun 22 09:10:09.086590 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b222a8bb-a6b4-4e21-b272-95600cc3e266 req-2565fbb9-56c5-4cf3-9fbb-8d639fbe88ba tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Jun 22 09:10:09.801054 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42adaf-3270-4e33-a91e-611378c6eb23 req-8d1afa7a-7cd3-4709-99fd-1676d8ef5a5e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:09.802481 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2e42adaf-3270-4e33-a91e-611378c6eb23 req-8d1afa7a-7cd3-4709-99fd-1676d8ef5a5e tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0639362 Jun 22 09:10:09.840729 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2e42adaf-3270-4e33-a91e-611378c6eb23 req-781b4270-433c-4aa8-bfa5-942f07867fbd tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jun 22 09:10:10.120097 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe178-1153-44b1-b579-ba0c49b96d0a req-38c2a774-3191-466c-8922-042dd679e88a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:10.121803 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-545fe178-1153-44b1-b579-ba0c49b96d0a req-38c2a774-3191-466c-8922-042dd679e88a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0645115 Jun 22 09:10:10.160207 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-545fe178-1153-44b1-b579-ba0c49b96d0a req-68d8e05b-75a7-419c-9469-fc8481792452 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Jun 22 09:10:10.199244 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e0b6-5b39-4f2c-a3cd-864acc29791a req-c3d57e8e-f21d-4521-9e37-102348393322 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:10.200870 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8459e0b6-5b39-4f2c-a3cd-864acc29791a req-c3d57e8e-f21d-4521-9e37-102348393322 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 931 time: 0.0636261 Jun 22 09:10:10.242352 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8459e0b6-5b39-4f2c-a3cd-864acc29791a req-da1578b3-a2e7-4bb9-8db0-e40c5fd33642 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359397 Jun 22 09:10:10.320056 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e94a-b7f3-4236-8347-469825ebf98c req-57e5ffc8-015f-41c2-aef3-d7191c6ab9dd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:10.328749 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3bb8e94a-b7f3-4236-8347-469825ebf98c req-57e5ffc8-015f-41c2-aef3-d7191c6ab9dd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0624657 Jun 22 09:10:10.361923 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3bb8e94a-b7f3-4236-8347-469825ebf98c req-316d7331-e87b-4b52-b893-7c455b17e12e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344334 Jun 22 09:10:11.018522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ae064-73a5-44bd-a4e0-e7805d870cb9 req-eebc7244-7db8-48b4-9489-a32a4222eda4 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.019918 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e07ae064-73a5-44bd-a4e0-e7805d870cb9 req-eebc7244-7db8-48b4-9489-a32a4222eda4 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0633452 Jun 22 09:10:11.056667 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e07ae064-73a5-44bd-a4e0-e7805d870cb9 req-9e60bf20-e066-43ee-a047-b8f637c66b2b tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Jun 22 09:10:11.332424 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b056f06-8729-4eea-bba6-ba3f97579fc6 req-d4d7ec8f-1c8b-4639-a582-5e1ba37f6085 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.333886 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1b056f06-8729-4eea-bba6-ba3f97579fc6 req-d4d7ec8f-1c8b-4639-a582-5e1ba37f6085 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0656347 Jun 22 09:10:11.375290 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1b056f06-8729-4eea-bba6-ba3f97579fc6 req-1c386222-f010-40fa-b44b-e0cfbf801436 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346496 Jun 22 09:10:11.397932 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Request body: {'port': {'device_id': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:11.467856 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895 req-d64b95ad-3078-46a9-a44e-a4980ef25d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.470001 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895 req-d64b95ad-3078-46a9-a44e-a4980ef25d29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 1096 time: 0.0708072 Jun 22 09:10:11.512119 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:11.542617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e414a0-e864-49e2-978d-f1af6cb8a44e req-63faf7bf-473a-4102-b3a8-f7d393c2f2fa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.544032 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72e414a0-e864-49e2-978d-f1af6cb8a44e req-63faf7bf-473a-4102-b3a8-f7d393c2f2fa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 931 time: 0.1859822 Jun 22 09:10:11.607647 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72e414a0-e864-49e2-978d-f1af6cb8a44e req-b074684d-a8aa-47a2-acc4-4c9fc3813687 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Jun 22 09:10:11.686621 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895 req-4169224f-2e76-4bbc-b6a1-3a0c0a09e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.688122 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895 req-4169224f-2e76-4bbc-b6a1-3a0c0a09e4cb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=82688558974747b4b05d57fbec6e98ac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2073061 Jun 22 09:10:11.701996 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976b203-b2c6-4056-bdfa-f03e54f5406b req-cdc3d478-3f58-4cdf-997b-ee23e1d386b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.703529 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a976b203-b2c6-4056-bdfa-f03e54f5406b req-cdc3d478-3f58-4cdf-997b-ee23e1d386b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.1882977 Jun 22 09:10:11.811077 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:11.818576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:11.830738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Transition to ACTIVE for port object d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:10:11.836689 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a976b203-b2c6-4056-bdfa-f03e54f5406b req-ee5c6475-eda2-4454-ad16-37ee7ef06fe4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233518 Jun 22 09:10:11.889431 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895 req-3a62a533-8768-467f-b249-3e22818ef897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.890985 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a13aa13-1abe-4da8-bae6-5cc3d9ef4895 req-3a62a533-8768-467f-b249-3e22818ef897 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865931 Jun 22 09:10:11.937396 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:11.939850 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:11.987956 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-7eb2dc89-a1f0-4213-9616-f40b3ae68454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:11.989579 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-7eb2dc89-a1f0-4213-9616-f40b3ae68454 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 1096 time: 0.0538359 Jun 22 09:10:12.044274 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-57efc30a-98c9-41b1-beff-234f812a36f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0 HTTP/1.1" status: 200 len: 217 time: 0.0416362 Jun 22 09:10:12.051580 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:12.054892 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:12.068318 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Attempting to bind port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:10:12.068318 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Attempting to bind port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:10:12.068318 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Attempting to bind port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:12.073553 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:10:12.073962 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Attempting to bind port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:12.079708 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:10:12.079931 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Checking segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:12.080389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Bound using segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:10:12.080880 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Bound port: d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:10:12.081392 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:12.109618 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a7a9dc89-3077-4733-97d1-8ebb08e7e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.111322 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-a7a9dc89-3077-4733-97d1-8ebb08e7e7eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0593779 Jun 22 09:10:12.152433 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-d539f408-2a0d-44b2-af9d-fb80b3c70c33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295918 Jun 22 09:10:12.162841 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:12.166950 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:12.257173 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-9c9d6032-4fa2-48ae-9490-8668b16cb7ba service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953538 Jun 22 09:10:12.263014 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bdd3e-9fa8-4269-8e64-7dbb63ac3d8e req-2d3dbe89-7378-4e15-8b98-35da4096ef11 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.264566 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-986bdd3e-9fa8-4269-8e64-7dbb63ac3d8e req-2d3dbe89-7378-4e15-8b98-35da4096ef11 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0630987 Jun 22 09:10:12.288900 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:12.293867 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:12.337886 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-986bdd3e-9fa8-4269-8e64-7dbb63ac3d8e req-78f92d72-99f3-4876-b0af-ba3ed91fb968 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669498 Jun 22 09:10:12.339848 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.340463 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:12.341841 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] 10.222.0.23 "PUT /v2.0/ports/d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 1093 time: 0.9689076 Jun 22 09:10:12.346297 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:12.348632 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02df641-35d2-4eb2-abf8-0833b860389c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:12.375315 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297ac4cf-27d6-4d73-be93-c83f86b1c26b req-dccaa2ca-dc37-4285-84a3-b2488696bba6 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099601 Jun 22 09:10:12.397631 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:12.402458 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:12.406519 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26795b-fd26-4962-ba7e-cfbda3cc7da1 x-openstack-request-id: req-bc26795b-fd26-4962-ba7e-cfbda3cc7da1 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:12.406825 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:12.407102 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc26795b-fd26-4962-ba7e-cfbda3cc7da1 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:12.408565 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'status': 'completed', 'code': 200} Jun 22 09:10:12.567296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02df641-35d2-4eb2-abf8-0833b860389c req-e566f258-6410-41a7-b81b-73f6b2f5fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.568884 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b02df641-35d2-4eb2-abf8-0833b860389c req-e566f258-6410-41a7-b81b-73f6b2f5fc74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1096 time: 0.1166251 Jun 22 09:10:12.657622 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6405-a4fa-4843-bad7-248f0c5e9e29 req-f9963504-bcbb-4ad7-bd65-5f5853e2bbd9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.657622 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bfab6405-a4fa-4843-bad7-248f0c5e9e29 req-f9963504-bcbb-4ad7-bd65-5f5853e2bbd9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0701985 Jun 22 09:10:12.693962 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02df641-35d2-4eb2-abf8-0833b860389c req-d1803519-75b3-41ce-ae84-3d077fb020a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.695836 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b02df641-35d2-4eb2-abf8-0833b860389c req-d1803519-75b3-41ce-ae84-3d077fb020a1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6cd184eaf29b486fb8c79db756807bbe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1147943 Jun 22 09:10:12.699405 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bfab6405-a4fa-4843-bad7-248f0c5e9e29 req-f68d0398-5a09-4832-aef6-ba4870b9ca6a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Jun 22 09:10:12.841221 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02df641-35d2-4eb2-abf8-0833b860389c req-e8f7ab36-e321-4f9d-bd4c-5c24a2f00142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.842660 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b02df641-35d2-4eb2-abf8-0833b860389c req-e8f7ab36-e321-4f9d-bd4c-5c24a2f00142 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394718 Jun 22 09:10:12.854520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba889d01-be18-4df2-bdcd-8b226e665dd5 req-528fba3c-e01c-4f8e-baae-8663abd67b27 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.856095 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ba889d01-be18-4df2-bdcd-8b226e665dd5 req-528fba3c-e01c-4f8e-baae-8663abd67b27 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0972898 Jun 22 09:10:12.923364 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ba889d01-be18-4df2-bdcd-8b226e665dd5 req-9ffe1f80-5703-4e8b-93af-c9181dd35ca4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613463 Jun 22 09:10:12.954653 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-c64dd9dd-5de6-4d16-a426-83136fa7db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:12.956196 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-c64dd9dd-5de6-4d16-a426-83136fa7db3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0674615 Jun 22 09:10:13.006411 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-159916fe-0d82-4941-b646-da5997b5f7f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 217 time: 0.0393622 Jun 22 09:10:13.034434 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd71fa2-f783-4444-8832-0465ebad0fb1 req-6ff26375-e211-46a0-99f3-0c3af9d5ed72 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:13.035937 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dfd71fa2-f783-4444-8832-0465ebad0fb1 req-6ff26375-e211-46a0-99f3-0c3af9d5ed72 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0791633 Jun 22 09:10:13.062330 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-5f980fc4-a917-4276-a8be-a5c881667e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:13.063789 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-5f980fc4-a917-4276-a8be-a5c881667e5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0477335 Jun 22 09:10:13.080146 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dfd71fa2-f783-4444-8832-0465ebad0fb1 req-4ca0c091-e13a-4be3-a813-0c9a742e6e98 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376835 Jun 22 09:10:13.143696 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-56992449-ddd1-433a-90b0-9cf93df39d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:13.145214 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-56992449-ddd1-433a-90b0-9cf93df39d32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729527 Jun 22 09:10:13.241341 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-cf4be70e-c856-418e-87ed-9d5bfbd308a9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Jun 22 09:10:13.349271 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e884a113-05c2-4fdd-92cc-6f43c41be315 req-75ced277-ee68-4f67-9ca4-5fc756bc8bc2 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973783 Jun 22 09:10:13.543819 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b79298-ef6c-44c9-a565-7662e717a40e req-bf42fa8b-ea5f-4057-9e0f-35b8b054e909 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:13.545314 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-07b79298-ef6c-44c9-a565-7662e717a40e req-bf42fa8b-ea5f-4057-9e0f-35b8b054e909 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0645158 Jun 22 09:10:13.584523 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-07b79298-ef6c-44c9-a565-7662e717a40e req-24381715-412d-41a0-b1dd-de69ab3ce439 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Jun 22 09:10:13.888757 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060302f-a56c-4654-9f9a-31effa0be990 req-95c96020-3bec-48cd-b6fa-1495bc3aef4b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:13.890206 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6060302f-a56c-4654-9f9a-31effa0be990 req-95c96020-3bec-48cd-b6fa-1495bc3aef4b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0612862 Jun 22 09:10:13.928668 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6060302f-a56c-4654-9f9a-31effa0be990 req-ec5d42eb-164f-4dd8-8d38-a9ca691f6f54 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Jun 22 09:10:14.108128 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4511f-4811-4822-aa01-ebede56b7f07 req-ca983b5f-c790-4226-a910-3c4486600ad1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:14.109607 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9aa4511f-4811-4822-aa01-ebede56b7f07 req-ca983b5f-c790-4226-a910-3c4486600ad1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0637019 Jun 22 09:10:14.152735 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9aa4511f-4811-4822-aa01-ebede56b7f07 req-def2a64c-e4f0-432b-88f7-fae12d3be3f8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354388 Jun 22 09:10:14.262417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582a5a1-8181-4576-8a4f-2f5d5502fb7b req-0a5522ea-584b-4a65-b60d-922db9da4cdc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:14.263880 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2582a5a1-8181-4576-8a4f-2f5d5502fb7b req-0a5522ea-584b-4a65-b60d-922db9da4cdc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0700300 Jun 22 09:10:14.308692 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2582a5a1-8181-4576-8a4f-2f5d5502fb7b req-993f16d6-771d-417f-b6bf-25730636f450 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Jun 22 09:10:14.516593 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 55776) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:14.629952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:14.733611 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:14.780352 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5441c-8af3-4d8f-8fae-563200fa0127 req-071e340a-06a9-4b06-bcea-55213f81f2da tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:14.783607 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbf5441c-8af3-4d8f-8fae-563200fa0127 req-071e340a-06a9-4b06-bcea-55213f81f2da tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0756426 Jun 22 09:10:14.809490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:14.813803 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:14.830949 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbf5441c-8af3-4d8f-8fae-563200fa0127 req-aa664bac-bb47-40c7-ac45-b7d6a83ee116 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jun 22 09:10:14.859207 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55792) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:14.859356 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e32a37baeb03450ea629e37210bb56df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414822 Jun 22 09:10:14.860837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a854ab-6475-4767-b294-45814f57866a,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:14.874901 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55794) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:14.876785 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:14.917883 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:14.939975 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:14.983280 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.121287 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa031f2-5a0a-4c58-9b36-0d2088f1419f req-d5634b12-2411-4e0d-9ae5-34485aaa1fe3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:15.122817 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4aa031f2-5a0a-4c58-9b36-0d2088f1419f req-d5634b12-2411-4e0d-9ae5-34485aaa1fe3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0695102 Jun 22 09:10:15.151454 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.158662 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.162900 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58a854ab-6475-4767-b294-45814f57866a HTTP/1.1" status: 204 len: 168 time: 0.2999997 Jun 22 09:10:15.163934 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e224b452-f3b6-4bd6-9535-87c898bc6e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:15.178270 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a854ab-6475-4767-b294-45814f57866a,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:15.208036 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:15.313668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.365468 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4aa031f2-5a0a-4c58-9b36-0d2088f1419f req-b971cf3a-b9a0-46be-b838-924e5741aa69 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363439 Jun 22 09:10:15.544916 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.550464 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509ef2-f250-49d3-9ce4-3f3b9836bd33 req-8943eee0-42f1-4dd2-b97a-e9ce666ef5b8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:15.551989 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd509ef2-f250-49d3-9ce4-3f3b9836bd33 req-8943eee0-42f1-4dd2-b97a-e9ce666ef5b8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0717270 Jun 22 09:10:15.556348 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:15.580416 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=381f5d3bbf68477b8409ff64ac0e32b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7045462 Jun 22 09:10:15.583324 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55812) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:15.594828 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd509ef2-f250-49d3-9ce4-3f3b9836bd33 req-04ca0b3e-952f-45a1-87ca-9c8e4350d947 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Jun 22 09:10:15.638672 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc900d1-0288-4b35-be8c-5e5bc03fd270 req-3aed1de1-0fb3-4fe9-9f5d-4545a923b2bd tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:15.640141 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5dc900d1-0288-4b35-be8c-5e5bc03fd270 req-3aed1de1-0fb3-4fe9-9f5d-4545a923b2bd tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.3164272 Jun 22 09:10:15.640737 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141b50c1-8f6c-4712-a08e-56a9a2614b70,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:15.646130 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:15.679358 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 97517955-4314-404b-80c5-6e825624ebde details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:10:15.696293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.700398 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5dc900d1-0288-4b35-be8c-5e5bc03fd270 req-a94bb637-7aca-4cb6-8fe3-b96280bb9abe tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505822 Jun 22 09:10:15.720598 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.805834 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 97517955-4314-404b-80c5-6e825624ebde, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=97517955-4314-404b-80c5-6e825624ebde,segment=NetworkSegment(9d0d084f-52e1-444f-a2a4-6d29091772cd),segment_id=9d0d084f-52e1-444f-a2a4-6d29091772cd)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:15.820358 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '97517955-4314-404b-80c5-6e825624ebde', 'network_id': 'c0757223-9e66-4415-b1e7-397081ca84bf', 'port_id': '97517955-4314-404b-80c5-6e825624ebde', 'mac_address': 'fa:16:3e:da:f1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0792784-ee99-40d9-b071-c27bc1b8ee70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:10:15.851317 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.855261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.856555 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/141b50c1-8f6c-4712-a08e-56a9a2614b70 HTTP/1.1" status: 204 len: 168 time: 0.2666295 Jun 22 09:10:15.857284 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:15.864550 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:15.865285 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141b50c1-8f6c-4712-a08e-56a9a2614b70,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:15.867744 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:15.883584 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97517955-4314-404b-80c5-6e825624ebde {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:15.914988 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 97517955-4314-404b-80c5-6e825624ebde, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=97517955-4314-404b-80c5-6e825624ebde,segment=NetworkSegment(9d0d084f-52e1-444f-a2a4-6d29091772cd),segment_id=9d0d084f-52e1-444f-a2a4-6d29091772cd)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:15.942168 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55818) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:15.947991 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.009269 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.010153 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4e4a6467-7027-49d0-91f9-70ed00ed7938 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:10:16.012945 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:16.017372 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d925c97-82e6-4f4f-9c56-896fde55ed07 req-e95c9e79-f1e4-493d-a89d-c68e1cfb3559 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:16.023763 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1d925c97-82e6-4f4f-9c56-896fde55ed07 req-e95c9e79-f1e4-493d-a89d-c68e1cfb3559 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 943 time: 0.0722020 Jun 22 09:10:16.064346 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1d925c97-82e6-4f4f-9c56-896fde55ed07 req-48f778bc-06df-491c-af99-f21f5fdb8b2c tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Jun 22 09:10:16.098475 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.123495 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.128912 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=97517955-4314-404b-80c5-6e825624ebde,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:16.132922 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:16.185553 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 4e4a6467-7027-49d0-91f9-70ed00ed7938, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:16.192147 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.195995 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d1b65661-cac4-48d2-a023-36b22405df6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:16.196922 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '4e4a6467-7027-49d0-91f9-70ed00ed7938', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'port_id': '4e4a6467-7027-49d0-91f9-70ed00ed7938', 'mac_address': 'fa:16:3e:53:ba:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:10:16.234697 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a28f0ec775a04239a8e06dcf2113432b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013916 Jun 22 09:10:16.236228 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55820) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:16.237773 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.238550 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6526f71a-f902-4c6d-81bf-1b7a82d8cc40,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:16.246837 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:16.257453 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4a6467-7027-49d0-91f9-70ed00ed7938 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:16.284868 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 4e4a6467-7027-49d0-91f9-70ed00ed7938, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:16.302581 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.336753 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.373524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.373524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4c24d507-403d-4799-ae79-41a1faa596cb details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:10:16.375191 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:16.469005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.472164 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.475181 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6526f71a-f902-4c6d-81bf-1b7a82d8cc40 HTTP/1.1" status: 204 len: 168 time: 0.2357473 Jun 22 09:10:16.475181 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6574f76c-0960-4ef4-87dc-cb6c3e22aa82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:16.479574 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=4e4a6467-7027-49d0-91f9-70ed00ed7938,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:16.483914 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:16.488049 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6526f71a-f902-4c6d-81bf-1b7a82d8cc40,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:16.490982 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:16.533397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 4c24d507-403d-4799-ae79-41a1faa596cb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4c24d507-403d-4799-ae79-41a1faa596cb,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:16.544186 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '4c24d507-403d-4799-ae79-41a1faa596cb', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'port_id': '4c24d507-403d-4799-ae79-41a1faa596cb', 'mac_address': 'fa:16:3e:eb:b1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:10:16.562590 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a34820-e4b6-477e-ba59-b90f8125e22c req-32ef931c-03f3-4580-9c2f-49f5d3f53931 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:16.564120 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-52a34820-e4b6-477e-ba59-b90f8125e22c req-32ef931c-03f3-4580-9c2f-49f5d3f53931 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 943 time: 0.0685899 Jun 22 09:10:16.582280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.596091 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c24d507-403d-4799-ae79-41a1faa596cb {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:16.606806 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-52a34820-e4b6-477e-ba59-b90f8125e22c req-5e292d07-489d-4b18-9e4b-e602a901b96d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 Jun 22 09:10:16.616316 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 4c24d507-403d-4799-ae79-41a1faa596cb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4c24d507-403d-4799-ae79-41a1faa596cb,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:16.731701 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.733450 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:16.797027 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=4c24d507-403d-4799-ae79-41a1faa596cb,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:16.800579 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:16.827328 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84a434-d763-4635-8809-e45e088aefdd req-46e39c70-a1d0-4791-bcc6-f9ae4c4d2853 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:16.835007 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-db84a434-d763-4635-8809-e45e088aefdd req-46e39c70-a1d0-4791-bcc6-f9ae4c4d2853 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.1228685 Jun 22 09:10:16.891320 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-db84a434-d763-4635-8809-e45e088aefdd req-6e901011-6e75-405e-a574-dd7f6cfcbfad tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552742 Jun 22 09:10:16.914976 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55840) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:16.941648 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:16.998857 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 55842) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:17.028015 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541efbe5-8e3a-4166-b085-b0a01fcea10f req-bb6bbfc0-3ff6-4c6b-b0e0-e442e6d85df3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:17.031751 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-541efbe5-8e3a-4166-b085-b0a01fcea10f req-bb6bbfc0-3ff6-4c6b-b0e0-e442e6d85df3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.1988547 Jun 22 09:10:17.096123 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-541efbe5-8e3a-4166-b085-b0a01fcea10f req-efe173b5-75d0-45e1-b2b3-12018319d3d5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551038 Jun 22 09:10:17.145268 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.234207 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.237026 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:17.249378 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.281244 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94099887fb804ae1b6760c5fefa57bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643916 Jun 22 09:10:17.283877 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e10e1c-8edb-49e6-9a8d-1c3737fcd1da,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:17.285841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55852) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:17.293727 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:17.324451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041054-8b24-45c3-9d05-c5f06cb5a3fb req-3eaf8911-9f52-41ae-8177-ab827085fb37 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:17.325979 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-54041054-8b24-45c3-9d05-c5f06cb5a3fb req-3eaf8911-9f52-41ae-8177-ab827085fb37 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.1201282 Jun 22 09:10:17.355993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.383480 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.388791 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-54041054-8b24-45c3-9d05-c5f06cb5a3fb req-6375a530-14e7-44fd-891c-15d6c91ff782 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Jun 22 09:10:17.416752 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.526135 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.526416 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.529166 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.530301 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28e10e1c-8edb-49e6-9a8d-1c3737fcd1da HTTP/1.1" status: 204 len: 168 time: 0.2434828 Jun 22 09:10:17.530516 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e64e8f88-d744-4e51-b88b-852b1fa9bffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:17.531564 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:17.549266 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e10e1c-8edb-49e6-9a8d-1c3737fcd1da,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:17.551634 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:17.571369 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=057b59c1847344279b19670da1d0c2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705473 Jun 22 09:10:17.573957 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed95f009-30ec-4c00-b423-6398d7cbb3d7,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:17.574082 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 55864) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:17.580718 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:17.627069 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.651439 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.797113 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4a02e-1e7c-4af6-9bf8-037fc5b22c3d req-4ce96064-aec2-4f3f-92c5-39fe89a23ad2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:17.798697 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2fc4a02e-1e7c-4af6-9bf8-037fc5b22c3d req-4ce96064-aec2-4f3f-92c5-39fe89a23ad2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0722303 Jun 22 09:10:17.799359 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.802535 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:17.803668 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed95f009-30ec-4c00-b423-6398d7cbb3d7 HTTP/1.1" status: 204 len: 168 time: 0.2286298 Jun 22 09:10:17.804494 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-59d45bfa-02a4-4f20-8a73-0e4e3b71b291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:17.820159 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed95f009-30ec-4c00-b423-6398d7cbb3d7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:17.822561 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:17.852610 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2fc4a02e-1e7c-4af6-9bf8-037fc5b22c3d req-e546a4ec-6f76-435a-a543-9307a55cd455 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456398 Jun 22 09:10:18.082161 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e96a95-47f6-456c-b36b-107dcb62af21 req-69aad829-3099-4f5b-9a16-145a7b510138 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:18.083838 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a6e96a95-47f6-456c-b36b-107dcb62af21 req-69aad829-3099-4f5b-9a16-145a7b510138 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0851276 Jun 22 09:10:18.121784 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a6e96a95-47f6-456c-b36b-107dcb62af21 req-4ee44458-0852-46f3-9489-915bf4092f46 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Jun 22 09:10:18.299974 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaa620-b31d-481a-8519-96937f905483 req-ec5a6b4d-750e-42ee-8435-b24d85f1f06e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:18.301509 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6cfaa620-b31d-481a-8519-96937f905483 req-ec5a6b4d-750e-42ee-8435-b24d85f1f06e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0805287 Jun 22 09:10:18.361001 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6cfaa620-b31d-481a-8519-96937f905483 req-9680148a-0d06-4948-bf93-46b735586cd8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532916 Jun 22 09:10:18.576015 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873baf-38af-4ec6-a5b1-23e1e8a1489c req-4215cfca-1329-4b25-a70d-01691793a87f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:18.577514 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c873baf-38af-4ec6-a5b1-23e1e8a1489c req-4215cfca-1329-4b25-a70d-01691793a87f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0717254 Jun 22 09:10:18.620396 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c873baf-38af-4ec6-a5b1-23e1e8a1489c req-bb80f473-4a24-4d6a-aa7f-edfeb4fa1dd3 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Jun 22 09:10:19.032883 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bb4eb-e959-43b9-bcb8-24192c972e4a req-5091c830-ee80-4f0b-8f58-d7c310fb58f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:19.034497 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a08bb4eb-e959-43b9-bcb8-24192c972e4a req-5091c830-ee80-4f0b-8f58-d7c310fb58f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0691061 Jun 22 09:10:19.081261 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a08bb4eb-e959-43b9-bcb8-24192c972e4a req-02a40371-bfda-4b5d-8ac6-9d169254d0a3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Jun 22 09:10:19.300513 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea4ebf-7c67-4cda-91fd-0d05bf7df919 req-0a0c0c87-c047-47d2-aa0a-06f015dfc769 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:19.302015 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0eea4ebf-7c67-4cda-91fd-0d05bf7df919 req-0a0c0c87-c047-47d2-aa0a-06f015dfc769 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0678034 Jun 22 09:10:19.343289 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0eea4ebf-7c67-4cda-91fd-0d05bf7df919 req-299fde0f-d03a-4025-a0cd-c50b6cabcff0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352905 Jun 22 09:10:19.560503 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf26dcc-0d28-4e80-b920-3c75700e8053 req-5347fde7-217a-4734-ba7a-5d643674b61c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:19.562429 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-faf26dcc-0d28-4e80-b920-3c75700e8053 req-5347fde7-217a-4734-ba7a-5d643674b61c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0723083 Jun 22 09:10:19.606048 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-faf26dcc-0d28-4e80-b920-3c75700e8053 req-e40788e9-034a-4f50-8702-64682f6355ad tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341518 Jun 22 09:10:19.811912 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47aded-3726-4c19-a4df-78deead5c367 req-c6e999da-bf6e-42ea-bdcc-f81f6da059fa tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:19.813462 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7a47aded-3726-4c19-a4df-78deead5c367 req-c6e999da-bf6e-42ea-bdcc-f81f6da059fa tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0738394 Jun 22 09:10:19.860800 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7a47aded-3726-4c19-a4df-78deead5c367 req-83da7cd3-afff-42db-81cb-f7185c8e4979 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Jun 22 09:10:20.269863 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72d2eb-3c66-4020-ac1a-224b4a862077 req-0fa01ba0-f73d-4f3c-9264-8de29d9d8361 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:20.272407 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4e72d2eb-3c66-4020-ac1a-224b4a862077 req-0fa01ba0-f73d-4f3c-9264-8de29d9d8361 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0707397 Jun 22 09:10:20.320392 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4e72d2eb-3c66-4020-ac1a-224b4a862077 req-ed64e452-93e1-4a72-9c43-50c2dda59aa1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Jun 22 09:10:20.556078 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ec2e6-d3ef-48e9-a2f7-27b6c59e0b4b req-2bf36673-cf27-4e5b-9bf4-5442739633dd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:20.558109 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-607ec2e6-d3ef-48e9-a2f7-27b6c59e0b4b req-2bf36673-cf27-4e5b-9bf4-5442739633dd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0914223 Jun 22 09:10:20.607661 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-607ec2e6-d3ef-48e9-a2f7-27b6c59e0b4b req-c55c6946-98c7-4e2d-8c61-82a6bb8c00f9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377774 Jun 22 09:10:20.806861 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ce2a-16e0-4c85-abe0-59e0ae60d6db req-8f1a665e-0557-4d54-b013-e65f009db877 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:20.808160 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-22b3ce2a-16e0-4c85-abe0-59e0ae60d6db req-8f1a665e-0557-4d54-b013-e65f009db877 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0730901 Jun 22 09:10:20.852064 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-22b3ce2a-16e0-4c85-abe0-59e0ae60d6db req-de6ea4d7-3b03-4842-a443-c0bb298b32d4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Jun 22 09:10:21.039889 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2615c0-4c4f-47de-a57c-fb367882307e req-6badfa61-930f-460d-b534-51e68545d66b tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:21.042232 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eb2615c0-4c4f-47de-a57c-fb367882307e req-6badfa61-930f-460d-b534-51e68545d66b tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0677552 Jun 22 09:10:21.081399 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eb2615c0-4c4f-47de-a57c-fb367882307e req-cf70ec83-53de-4fd8-bb27-e3d676fe2b38 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Jun 22 09:10:21.203696 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:10:21.252639 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56010) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:21.306979 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:21.319394 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'mac_address': 'fa:16:3e:3e:77:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:10:21.363434 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.370670 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.377677 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:21.398751 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:21.491804 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.542002 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.542731 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42eb7-d2b9-48e8-b16f-2e79270ba44d req-652f6692-6d98-4491-97aa-27607dc6eccc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:21.543172 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:10:21.544402 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9ed42eb7-d2b9-48e8-b16f-2e79270ba44d req-652f6692-6d98-4491-97aa-27607dc6eccc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0746682 Jun 22 09:10:21.545277 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:21.578764 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.614988 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:21.625288 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aafa5701476541dab0c77f88420f340c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650641 Jun 22 09:10:21.625380 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:21.626569 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:21.627482 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56020) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:21.643387 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6aab8c-d1b0-43f0-b1cb-913fa12702be,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:21.654338 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.654704 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.655060 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.655431 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.656027 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.656378 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.656715 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.657052 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.657392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.658298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.658667 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.659003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.691741 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9ed42eb7-d2b9-48e8-b16f-2e79270ba44d req-b219bfb0-1d0a-44de-8f4f-c9d5e253fd77 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401856 Jun 22 09:10:21.692656 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:21.703052 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.730801 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:21.744391 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.755784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0', 'network_id': '2591ba7c-2beb-42bc-a400-31dde0d56eb3', 'port_id': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0', 'mac_address': 'fa:16:3e:a2:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2a9f17-aa0e-41ec-a127-7d7fff143050', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:10:21.798902 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.812755 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:21.838399 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:21.842873 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d2c8-5691-4154-b2cc-bd458518f3a0 req-b792d4a1-a051-40ac-9d03-74a5a1cc5d6b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:21.844375 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6de3d2c8-5691-4154-b2cc-bd458518f3a0 req-b792d4a1-a051-40ac-9d03-74a5a1cc5d6b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 943 time: 0.0817132 Jun 22 09:10:21.884972 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6de3d2c8-5691-4154-b2cc-bd458518f3a0 req-77a51574-4c76-479d-a9a2-00786902ae5f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Jun 22 09:10:21.925675 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.928954 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.930025 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a6aab8c-d1b0-43f0-b1cb-913fa12702be HTTP/1.1" status: 204 len: 168 time: 0.3005989 Jun 22 09:10:21.930684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:21.938798 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6aab8c-d1b0-43f0-b1cb-913fa12702be,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:21.947649 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.947961 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.948374 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.948641 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.949033 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.949377 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.949712 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.950062 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.950424 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.950764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.951096 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.951451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:21.954792 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:21.959996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:21.961825 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:22.038433 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:22.042602 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:22.054754 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cec89-b76d-40fb-8fac-15ed96008149 req-6ea81634-5311-4765-adbe-a302910d3b56 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:22.056313 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-086cec89-b76d-40fb-8fac-15ed96008149 req-6ea81634-5311-4765-adbe-a302910d3b56 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0766475 Jun 22 09:10:22.111223 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-086cec89-b76d-40fb-8fac-15ed96008149 req-0276a5f6-f25d-488f-8e09-9c61080d17b0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444822 Jun 22 09:10:22.261120 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72554-f6b9-4a76-b764-3959ba31dc60 req-6053811f-1df9-487e-a610-cca9f262d2f3 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:22.262614 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d0b72554-f6b9-4a76-b764-3959ba31dc60 req-6053811f-1df9-487e-a610-cca9f262d2f3 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0649176 Jun 22 09:10:22.302322 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d0b72554-f6b9-4a76-b764-3959ba31dc60 req-d49d834d-2bce-4efa-a5ac-b2aa984a1bb2 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Jun 22 09:10:22.561277 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56038) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:22.576301 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:22.660490 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['97517955-4314-404b-80c5-6e825624ebde'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:10:22.664309 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:22.683254 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4e4a6467-7027-49d0-91f9-70ed00ed7938'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:10:22.727935 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:10:22.732393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:22.740055 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:22.782595 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf518e-46a5-499f-87d7-a4aecf01ed4b,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:22.791622 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:22.797224 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e63c06140305451a82d0cff266b85c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343047 Jun 22 09:10:22.799588 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56046) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:22.918756 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:22.939925 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947ded-6506-45bc-9aa3-b4fc380d7eab req-77925770-575a-46f0-b3a5-b738b8028ab6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:22.946901 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-26947ded-6506-45bc-9aa3-b4fc380d7eab req-77925770-575a-46f0-b3a5-b738b8028ab6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.1221418 Jun 22 09:10:22.975217 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:23.027708 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-26947ded-6506-45bc-9aa3-b4fc380d7eab req-34e780f6-5fe9-45e0-817d-ac9a4c67e1ab tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Jun 22 09:10:23.124175 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:10:23.131600 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f331e-e6cd-4e69-adad-1c035ad5a9df req-ea83df1b-ba90-47a7-8459-e06a1b950642 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:23.133165 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aa4f331e-e6cd-4e69-adad-1c035ad5a9df req-ea83df1b-ba90-47a7-8459-e06a1b950642 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 944 time: 0.1018038 Jun 22 09:10:23.154451 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:23.158109 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:23.162658 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7aaf518e-46a5-499f-87d7-a4aecf01ed4b HTTP/1.1" status: 204 len: 168 time: 0.3615658 Jun 22 09:10:23.166538 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:23.177661 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf518e-46a5-499f-87d7-a4aecf01ed4b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:23.181229 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:23.191826 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aa4f331e-e6cd-4e69-adad-1c035ad5a9df req-7dc78a17-a606-4e44-9252-8643c32a8661 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Jun 22 09:10:23.247706 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['7b4d7978-9f8b-48ef-811d-641f9f5c87f0'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:10:23.375395 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43221-ae14-4ab2-9087-f923f31fff91 req-4d4b4f8d-b3e6-4e74-8e55-205eccf1bd3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:23.377022 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0ab43221-ae14-4ab2-9087-f923f31fff91 req-4d4b4f8d-b3e6-4e74-8e55-205eccf1bd3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0956461 Jun 22 09:10:23.432679 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0ab43221-ae14-4ab2-9087-f923f31fff91 req-f6e2f473-c8b2-4113-87e9-f8a480b2ed1e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428114 Jun 22 09:10:23.521082 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403227-5b07-43ae-ad39-254ba7ad2d52 req-0888766e-2989-4fd3-bccc-40b779ec643f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:23.522705 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1403227-5b07-43ae-ad39-254ba7ad2d52 req-0888766e-2989-4fd3-bccc-40b779ec643f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0948503 Jun 22 09:10:23.575516 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1403227-5b07-43ae-ad39-254ba7ad2d52 req-4d0a846c-004d-4582-9179-a2e2961a55d2 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Jun 22 09:10:24.209649 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d273e-5a36-4741-baac-528868c8acb3 req-fbba979f-61f0-4946-bb16-eb0eaf644411 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:24.211093 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e93d273e-5a36-4741-baac-528868c8acb3 req-fbba979f-61f0-4946-bb16-eb0eaf644411 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0753367 Jun 22 09:10:24.250227 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e93d273e-5a36-4741-baac-528868c8acb3 req-18d4a412-0c9b-431a-81eb-57266f69d378 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Jun 22 09:10:24.371708 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4821-c621-484f-8846-e580920b1c6b req-08192455-c857-4d14-9d2e-3c8ff0ed0dc9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:24.373434 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0b0e4821-c621-484f-8846-e580920b1c6b req-08192455-c857-4d14-9d2e-3c8ff0ed0dc9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 944 time: 0.0682886 Jun 22 09:10:24.422314 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0b0e4821-c621-484f-8846-e580920b1c6b req-876fda31-73ee-4750-9d0c-6c4d3672751d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Jun 22 09:10:24.636893 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcaac0-3c5b-42d0-b077-83e9c618aab5 req-8b578119-bf9c-498f-a353-a36df78a2a04 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:24.638867 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cbdcaac0-3c5b-42d0-b077-83e9c618aab5 req-8b578119-bf9c-498f-a353-a36df78a2a04 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0787873 Jun 22 09:10:24.699058 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cbdcaac0-3c5b-42d0-b077-83e9c618aab5 req-c9a10cf4-a068-413c-b577-4c47908d3d10 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534892 Jun 22 09:10:24.791796 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96989-e12f-45da-8f85-10c8093023d1 req-aef3f6b6-d554-4541-86b0-e8e18605d4e3 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:24.793643 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22b96989-e12f-45da-8f85-10c8093023d1 req-aef3f6b6-d554-4541-86b0-e8e18605d4e3 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0729399 Jun 22 09:10:24.833972 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22b96989-e12f-45da-8f85-10c8093023d1 req-6883b767-e78a-41b7-af40-9c86c40aa527 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341525 Jun 22 09:10:25.465260 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce3a72-1fd0-43ac-b1f8-bed4c05fbb85 req-94a1cfaf-24b3-4ddb-ab3d-3a1ee043b45c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:25.466984 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-71ce3a72-1fd0-43ac-b1f8-bed4c05fbb85 req-94a1cfaf-24b3-4ddb-ab3d-3a1ee043b45c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0804834 Jun 22 09:10:25.515242 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-71ce3a72-1fd0-43ac-b1f8-bed4c05fbb85 req-75e9536b-3402-4eb7-98d0-496610a0d900 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Jun 22 09:10:25.611319 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414e8d1-537c-45c3-b182-80ea67c30be4 req-2049e4b2-bce6-4fd7-b2da-e9220f5782df tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:25.611834 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4414e8d1-537c-45c3-b182-80ea67c30be4 req-2049e4b2-bce6-4fd7-b2da-e9220f5782df tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 944 time: 0.0667045 Jun 22 09:10:25.657584 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4414e8d1-537c-45c3-b182-80ea67c30be4 req-44b4f75c-8291-4835-ab67-b882e2fbd389 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365114 Jun 22 09:10:25.732244 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56222) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:25.809198 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-84b7a40f-9f0a-4e34-bc20-5fc8673417d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:25.878892 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:25.950702 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596cc4b-751d-422a-9c96-aa374676c721 req-d51ffcdf-79df-4e1a-a53e-cd8e537667b1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:25.952376 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9596cc4b-751d-422a-9c96-aa374676c721 req-d51ffcdf-79df-4e1a-a53e-cd8e537667b1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.1331961 Jun 22 09:10:26.030058 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d103eef-50c1-41b8-b63d-ca15de24a134 req-6dd81102-f0e4-4aa5-9094-bbfddf436c17 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:26.030826 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9596cc4b-751d-422a-9c96-aa374676c721 req-ba88e42c-4e4b-4adc-8470-953476a09b48 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659690 Jun 22 09:10:26.039887 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3d103eef-50c1-41b8-b63d-ca15de24a134 req-6dd81102-f0e4-4aa5-9094-bbfddf436c17 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.0856996 Jun 22 09:10:26.061855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:26.083689 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3d103eef-50c1-41b8-b63d-ca15de24a134 req-ccbf2870-d9c6-42cb-83de-3f1cdeab2fe3 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Jun 22 09:10:26.177005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:26.181394 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-10a32a75-ab22-4622-b707-742bb581eac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:26.221232 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a14216a4816445db58b669f827ba20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879153 Jun 22 09:10:26.222535 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98262c9-7b8a-4ba5-8a4c-4307528c11a0,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:26.223965 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56256) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:26.225948 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:26.280288 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:26.304017 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:26.477574 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:26.481429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:26.482867 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b98262c9-7b8a-4ba5-8a4c-4307528c11a0 HTTP/1.1" status: 204 len: 168 time: 0.2579615 Jun 22 09:10:26.483643 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:26.501384 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98262c9-7b8a-4ba5-8a4c-4307528c11a0,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:26.501384 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:26.729856 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8554a-1e82-4a27-94da-120cd22d95cd req-8779f3f0-5672-47a4-9b41-f2bfb60d90d7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:26.731362 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-19a8554a-1e82-4a27-94da-120cd22d95cd req-8779f3f0-5672-47a4-9b41-f2bfb60d90d7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0694973 Jun 22 09:10:26.771214 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-19a8554a-1e82-4a27-94da-120cd22d95cd req-f97cb91f-e6cf-4412-a571-57d10ae6ea26 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Jun 22 09:10:26.840606 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27340f-e88a-4632-9a52-45a1d31c7b27 req-9dc198c5-fb44-4059-8256-182c398e67b4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:26.842178 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4e27340f-e88a-4632-9a52-45a1d31c7b27 req-9dc198c5-fb44-4059-8256-182c398e67b4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 944 time: 0.0684731 Jun 22 09:10:26.883269 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4e27340f-e88a-4632-9a52-45a1d31c7b27 req-c3684639-cd50-49b8-9649-7c1b3d4d3b46 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Jun 22 09:10:27.244856 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 97517955-4314-404b-80c5-6e825624ebde up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:10:27.247465 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027339-a6aa-493e-b55b-1b0a78afba95 req-fa288ccd-f91f-43a0-95a1-5ee7dbffbfb6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:27.249267 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-89027339-a6aa-493e-b55b-1b0a78afba95 req-fa288ccd-f91f-43a0-95a1-5ee7dbffbfb6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0701127 Jun 22 09:10:27.298828 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-89027339-a6aa-493e-b55b-1b0a78afba95 req-8149db84-dbf4-4577-ab74-50e4397def03 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367973 Jun 22 09:10:27.341184 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b82f-431b-43e8-9e3e-9b9ef117a849 req-8e4d5879-db75-4b1e-a2e3-059aff09d725 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:27.342766 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4645b82f-431b-43e8-9e3e-9b9ef117a849 req-8e4d5879-db75-4b1e-a2e3-059aff09d725 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 944 time: 0.1081700 Jun 22 09:10:27.382644 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4645b82f-431b-43e8-9e3e-9b9ef117a849 req-313dc4a5-7e55-4a5d-81f4-27775d78cb2c tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jun 22 09:10:27.448901 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 97517955-4314-404b-80c5-6e825624ebde completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:10:27.453530 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 97517955-4314-404b-80c5-6e825624ebde triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:10:27.453984 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.522598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56294) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:27.535577 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.537836 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.559098 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a933e8d-c08d-413e-b56a-f800876543a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97517955-4314-404b-80c5-6e825624ebde'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:27.632993 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.642708 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 97517955-4314-404b-80c5-6e825624ebde, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=97517955-4314-404b-80c5-6e825624ebde,segment=NetworkSegment(9d0d084f-52e1-444f-a2a4-6d29091772cd),segment_id=9d0d084f-52e1-444f-a2a4-6d29091772cd)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:27.717400 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.722083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-018c8341-0089-4e36-b5f6-3655012268fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:27.731116 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b821b0b0-5872-4aa4-8b89-a6016867a395" -d '{"events": [{"server_uuid": "0a933e8d-c08d-413e-b56a-f800876543a8", "name": "network-vif-plugged", "status": "completed", "tag": "97517955-4314-404b-80c5-6e825624ebde"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:27.743170 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.744175 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:10:27.747551 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ea61ed7-bdf2-4718-afdd-7b9330358c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:27.765515 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0f76fefc7314ca893830bfff7f20995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413762 Jun 22 09:10:27.768503 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56304) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:27.782508 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db8c7e-d174-4b6a-b7fa-5234d39e53b8,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:27.786999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:27.832503 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=97517955-4314-404b-80c5-6e825624ebde,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:27.832603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.845901 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f32d9a-de7e-4194-a2b1-b232d4ee2eff x-openstack-request-id: req-21f32d9a-de7e-4194-a2b1-b232d4ee2eff {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:27.846215 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a933e8d-c08d-413e-b56a-f800876543a8", "name": "network-vif-plugged", "status": "completed", "tag": "97517955-4314-404b-80c5-6e825624ebde", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:27.846480 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21f32d9a-de7e-4194-a2b1-b232d4ee2eff {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:27.846953 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a933e8d-c08d-413e-b56a-f800876543a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97517955-4314-404b-80c5-6e825624ebde', 'code': 200} Jun 22 09:10:27.849051 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.849403 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.849749 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.850305 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.850535 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.850869 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.851244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.854920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.854920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.854920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.854920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.854920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:27.859301 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:27.865423 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:27.941608 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:10:27.941991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:10:27.942382 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.013882 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348af0-c25b-4e62-a412-ded056587b67 req-3d79ea82-f72c-413d-b76b-dc6ca4e7814f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:28.015905 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a4348af0-c25b-4e62-a412-ded056587b67 req-3d79ea82-f72c-413d-b76b-dc6ca4e7814f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.0750639 Jun 22 09:10:28.061110 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a4348af0-c25b-4e62-a412-ded056587b67 req-83c22865-c8ee-4ed8-8720-5313b887b8a2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368731 Jun 22 09:10:28.068443 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.074738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.077700 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.081706 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75db8c7e-d174-4b6a-b7fa-5234d39e53b8 HTTP/1.1" status: 204 len: 168 time: 0.3094270 Jun 22 09:10:28.081706 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:28.094727 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db8c7e-d174-4b6a-b7fa-5234d39e53b8,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:28.104361 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:28.129573 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:28.141552 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89a26-a88f-4c9b-9189-23273fc63c00 req-51f32144-4ba7-439b-b953-49eaa0a19040 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:28.143396 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c4b89a26-a88f-4c9b-9189-23273fc63c00 req-51f32144-4ba7-439b-b953-49eaa0a19040 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 944 time: 0.1163423 Jun 22 09:10:28.185003 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c4b89a26-a88f-4c9b-9189-23273fc63c00 req-8529c86c-685d-4ba1-b492-7d79020ac3f2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Jun 22 09:10:28.200224 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.201162 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4e4a6467-7027-49d0-91f9-70ed00ed7938 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:10:28.205490 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:28.283545 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:28.287631 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:28.312103 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01df79-b187-4e10-bbbc-e5e42baddd9d req-ecbb651e-f0b9-4671-ba57-325eb500bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:28.313790 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fc01df79-b187-4e10-bbbc-e5e42baddd9d req-ecbb651e-f0b9-4671-ba57-325eb500bd71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 1098 time: 0.0948417 Jun 22 09:10:28.354053 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fc01df79-b187-4e10-bbbc-e5e42baddd9d req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.359520 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 4e4a6467-7027-49d0-91f9-70ed00ed7938 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:10:28.365134 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 4e4a6467-7027-49d0-91f9-70ed00ed7938 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:10:28.371368 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.550791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.560771 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d4a2-de9e-4eee-9ea0-3ae557abb4f5 req-48a3abf5-e848-468b-a83b-5fca9eef58a0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:28.578649 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fda0d4a2-de9e-4eee-9ea0-3ae557abb4f5 req-48a3abf5-e848-468b-a83b-5fca9eef58a0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1298571 Jun 22 09:10:28.633351 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fc01df79-b187-4e10-bbbc-e5e42baddd9d req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.634830 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fda0d4a2-de9e-4eee-9ea0-3ae557abb4f5 req-13d1afdd-9d7b-4d40-96b9-9d17d07e3843 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548739 Jun 22 09:10:28.650511 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 4e4a6467-7027-49d0-91f9-70ed00ed7938, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:28.679523 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc509-4477-444c-9788-d1143d91fc2c req-f36d2e21-2e46-412f-81d5-0688ae75c55f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:28.681096 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-754cc509-4477-444c-9788-d1143d91fc2c req-f36d2e21-2e46-412f-81d5-0688ae75c55f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.1452553 Jun 22 09:10:28.723996 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-754cc509-4477-444c-9788-d1143d91fc2c req-1b5bc69e-a6f7-4d13-91e3-9412cb5a1d55 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Jun 22 09:10:28.750003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fc01df79-b187-4e10-bbbc-e5e42baddd9d req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.750150 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:28.750150 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4c24d507-403d-4799-ae79-41a1faa596cb up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:10:28.754780 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4dff40fb-6bfd-4dc5-ab32-e745b864f4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:28.760476 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db82274f-3ddd-46b9-9d2f-73c20023799e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:28.783813 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fc01df79-b187-4e10-bbbc-e5e42baddd9d req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532249 Jun 22 09:10:28.795291 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4552cc78-79bc-44d4-bf0e-49c1ae74bb08,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:28.798577 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:28.817495 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56340) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:28.841604 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=4e4a6467-7027-49d0-91f9-70ed00ed7938,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:28.846468 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:28.965274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 4c24d507-403d-4799-ae79-41a1faa596cb completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:10:28.970667 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 4c24d507-403d-4799-ae79-41a1faa596cb triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:10:28.971276 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.003380 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.061417 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.105380 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.106688 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 4c24d507-403d-4799-ae79-41a1faa596cb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4c24d507-403d-4799-ae79-41a1faa596cb,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:29.248597 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.249176 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.250735 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:10:29.259001 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-176192cc-250d-4483-bda4-c26e0ed86ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:29.295029 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039c306c-066f-4dce-9f96-6eb0bcad3faf,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:29.301196 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:29.305925 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=324005c4f3ac45c689239883cfff9a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872389 Jun 22 09:10:29.307478 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346fa3-3949-486a-bef3-9d8cc341df43 req-55d79a03-fc21-4f22-b245-6da4bf654a4b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:29.309596 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4a346fa3-3949-486a-bef3-9d8cc341df43 req-55d79a03-fc21-4f22-b245-6da4bf654a4b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 944 time: 0.1114185 Jun 22 09:10:29.315293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56360) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:29.322954 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:29.328561 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c5e8-5075-4ce7-b6fe-1ff418295df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.380722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4a346fa3-3949-486a-bef3-9d8cc341df43 req-f777b92e-45f5-4bef-bcc2-785510a63f30 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635028 Jun 22 09:10:29.397206 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=4c24d507-403d-4799-ae79-41a1faa596cb,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:29.407460 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:29.431989 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:10:29.436784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:10:29.438181 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.451609 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.471949 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130416b1-e94f-44cc-9efa-02dae5627621 req-7cccfb9c-b8e1-4799-a7d5-51b2b10bc86f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:29.480374 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-130416b1-e94f-44cc-9efa-02dae5627621 req-7cccfb9c-b8e1-4799-a7d5-51b2b10bc86f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 944 time: 0.1457307 Jun 22 09:10:29.495839 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56366) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:29.513547 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.531180 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.559832 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-130416b1-e94f-44cc-9efa-02dae5627621 req-5086f142-2162-4d7d-825c-1a7b6a3c9685 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780809 Jun 22 09:10:29.573992 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:29.626682 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.700731 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.705820 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:29.707716 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.710390 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.716485 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/039c306c-066f-4dce-9f96-6eb0bcad3faf HTTP/1.1" status: 204 len: 168 time: 0.3947761 Jun 22 09:10:29.718385 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ba45beea-60b8-450c-a90f-a7436e334c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:29.746448 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039c306c-066f-4dce-9f96-6eb0bcad3faf,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:29.755507 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:29.824016 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.845522 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:29.850122 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:29.850896 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}, {'server_uuid': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4a6467-7027-49d0-91f9-70ed00ed7938'}, {'server_uuid': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c24d507-403d-4799-ae79-41a1faa596cb'}, {'server_uuid': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:29.855024 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d5ece-1458-4d63-a95d-c0e2c87bf210" -d '{"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}, {"server_uuid": "e3d0ae3c-63db-4988-8a4b-466032c21306", "name": "network-vif-plugged", "status": "completed", "tag": "4e4a6467-7027-49d0-91f9-70ed00ed7938"}, {"server_uuid": "7ea68064-4b2e-4f9b-ac1f-f1991531722e", "name": "network-vif-plugged", "status": "completed", "tag": "4c24d507-403d-4799-ae79-41a1faa596cb"}, {"server_uuid": "aed55f95-3a2e-48e1-b12c-371a928365ff", "name": "network-vif-plugged", "status": "completed", "tag": "7b4d7978-9f8b-48ef-811d-641f9f5c87f0"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:29.904998 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153cb9d-56b6-4efe-b366-98ad4bedabe3 req-d5131fe8-2dc5-41f9-85d9-9b8fb42660ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:29.906545 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f153cb9d-56b6-4efe-b366-98ad4bedabe3 req-d5131fe8-2dc5-41f9-85d9-9b8fb42660ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0811098 Jun 22 09:10:29.946034 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f153cb9d-56b6-4efe-b366-98ad4bedabe3 req-4c91ea91-485d-48ab-8e83-6b0a26f505cb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Jun 22 09:10:29.954066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abfba3-c01a-477c-ab7d-c3c7f4eb2b0b req-31532852-1e17-444e-b5cb-7b9dc3ebf16d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:29.955677 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-94abfba3-c01a-477c-ab7d-c3c7f4eb2b0b req-31532852-1e17-444e-b5cb-7b9dc3ebf16d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0656013 Jun 22 09:10:29.957608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:29.960647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:30.001004 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b3a65-3e8a-4de4-be2a-b4258375bf67,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:30.006312 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a48a579a9b8246d2ac4cc59e3cc8eadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088868 Jun 22 09:10:30.007775 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:30.009647 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56386) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:30.018769 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-94abfba3-c01a-477c-ab7d-c3c7f4eb2b0b req-beedc77d-3487-4f37-a759-01f6c0378c6b tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562916 Jun 22 09:10:30.021516 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6356b-3b4c-4828-b07f-780bab9e332d x-openstack-request-id: req-26c6356b-3b4c-4828-b07f-780bab9e332d {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:30.021831 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "code": 200}, {"server_uuid": "e3d0ae3c-63db-4988-8a4b-466032c21306", "name": "network-vif-plugged", "status": "completed", "tag": "4e4a6467-7027-49d0-91f9-70ed00ed7938", "code": 200}, {"server_uuid": "7ea68064-4b2e-4f9b-ac1f-f1991531722e", "name": "network-vif-plugged", "status": "completed", "tag": "4c24d507-403d-4799-ae79-41a1faa596cb", "code": 200}, {"server_uuid": "aed55f95-3a2e-48e1-b12c-371a928365ff", "name": "network-vif-plugged", "status": "completed", "tag": "7b4d7978-9f8b-48ef-811d-641f9f5c87f0", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:30.022082 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26c6356b-3b4c-4828-b07f-780bab9e332d {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:30.022720 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'code': 200} Jun 22 09:10:30.022986 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4a6467-7027-49d0-91f9-70ed00ed7938', 'code': 200} Jun 22 09:10:30.023341 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c24d507-403d-4799-ae79-41a1faa596cb', 'code': 200} Jun 22 09:10:30.023595 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0', 'code': 200} Jun 22 09:10:30.106082 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.142747 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.168581 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.328576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.331323 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.332544 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/246b3a65-3e8a-4de4-be2a-b4258375bf67 HTTP/1.1" status: 204 len: 168 time: 0.3217454 Jun 22 09:10:30.333244 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:30.340900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b3a65-3e8a-4de4-be2a-b4258375bf67,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:30.343348 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:30.547191 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913f91-c7c6-4400-805c-eb0938ad7794 req-4809572a-b9f7-41cc-b756-d9ef7179300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:30.549375 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-01913f91-c7c6-4400-805c-eb0938ad7794 req-4809572a-b9f7-41cc-b756-d9ef7179300e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 1098 time: 0.0708668 Jun 22 09:10:30.584392 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c1b82-6e11-474e-adcf-6cf2911d8a06 req-ed5e77e9-290f-4713-baca-c5746883ae96 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:30.596328 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e03c1b82-6e11-474e-adcf-6cf2911d8a06 req-ed5e77e9-290f-4713-baca-c5746883ae96 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.1004884 Jun 22 09:10:30.614741 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-01913f91-c7c6-4400-805c-eb0938ad7794 req-79c0186c-23f3-4732-9d41-413b2cef5efa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529811 Jun 22 09:10:30.723671 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56402) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:30.728945 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e03c1b82-6e11-474e-adcf-6cf2911d8a06 req-5a3d5b75-bfa5-4493-a800-5cbcdf19536d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360610 Jun 22 09:10:30.762889 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.777438 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:30.779692 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3322d-7000-425f-adfd-e24f3eb951bf req-ad81a6bb-9451-47bb-89da-bf32537a7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:30.780356 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7ee3322d-7000-425f-adfd-e24f3eb951bf req-ad81a6bb-9451-47bb-89da-bf32537a7187 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.1792119 Jun 22 09:10:30.787888 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f97d6-d3d4-4e11-b6f3-9452e58cd21d req-49c0358d-1730-469a-97c8-6fe6562877e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:30.790062 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b48f97d6-d3d4-4e11-b6f3-9452e58cd21d req-49c0358d-1730-469a-97c8-6fe6562877e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 1098 time: 0.1878974 Jun 22 09:10:30.871487 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7ee3322d-7000-425f-adfd-e24f3eb951bf req-a50446e5-cc41-43aa-a6e8-b698a0b3be09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653803 Jun 22 09:10:30.871487 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b48f97d6-d3d4-4e11-b6f3-9452e58cd21d req-365f8589-2e94-41b2-9fdb-f17be00798ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657866 Jun 22 09:10:30.881921 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9916-9cc0-4762-9823-5550b88754aa req-02eecc2b-3d21-4f48-9355-7d5060eb9f11 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:30.883482 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c53b9916-9cc0-4762-9823-5550b88754aa req-02eecc2b-3d21-4f48-9355-7d5060eb9f11 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1738861 Jun 22 09:10:30.922750 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3ddfc-71af-4c8b-a9cf-0a074211400c req-90a447e6-a53f-42bf-901f-54d7060e4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:30.924140 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3fe3ddfc-71af-4c8b-a9cf-0a074211400c req-90a447e6-a53f-42bf-901f-54d7060e4bce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1098 time: 0.1440327 Jun 22 09:10:30.953088 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c53b9916-9cc0-4762-9823-5550b88754aa req-7fcba69f-653a-45c2-bf8a-e78ec5fa113c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616207 Jun 22 09:10:30.989983 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.071169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.074951 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7c1c762c-2bbf-45bf-8998-2d65d7b4d0b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:31.112796 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5604b6d6199d47808c88823b4681d181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639226 Jun 22 09:10:31.114074 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea10e1-5e8a-44d9-879d-6f300a4c0341,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:31.116400 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56414) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:31.129367 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:31.141858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233ba4-b1a4-4e78-b37a-86c6cc477680 req-88fe6ae0-0784-4bf8-9a99-0c52c83db5ab tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:31.143622 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9a233ba4-b1a4-4e78-b37a-86c6cc477680 req-88fe6ae0-0784-4bf8-9a99-0c52c83db5ab tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0725636 Jun 22 09:10:31.187610 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9a233ba4-b1a4-4e78-b37a-86c6cc477680 req-0b2a9a48-7152-4aa0-85a6-ba920f819b76 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381868 Jun 22 09:10:31.240739 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.275658 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482a03-3dcb-4b9d-881a-3b00d2b6f3a2 req-a2ecd492-31bf-4d95-b5ee-753a5781c72f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:31.277451 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-52482a03-3dcb-4b9d-881a-3b00d2b6f3a2 req-a2ecd492-31bf-4d95-b5ee-753a5781c72f tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.1334157 Jun 22 09:10:31.309191 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.331260 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3fe3ddfc-71af-4c8b-a9cf-0a074211400c req-a674c9aa-998e-4aa6-8d5a-0d84de18c9f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963714 Jun 22 09:10:31.361351 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-52482a03-3dcb-4b9d-881a-3b00d2b6f3a2 req-e4311275-601e-4c85-a1ae-e46171b86220 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736306 Jun 22 09:10:31.391593 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56418) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:31.405628 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.465845 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.468625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.472278 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1ea10e1-5e8a-44d9-879d-6f300a4c0341 HTTP/1.1" status: 204 len: 168 time: 0.3416991 Jun 22 09:10:31.474866 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9d7e6e32-8d30-46a9-839f-36215d19ebc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:31.490055 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea10e1-5e8a-44d9-879d-6f300a4c0341,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:31.495789 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:31.552126 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.653610 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.658943 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:31.711541 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f348b-2387-4949-83be-e155c69b79e2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:31.715926 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:31.723654 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03cbaf223f234d0cac06d79d7460b150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307605 Jun 22 09:10:31.728904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56428) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:31.780240 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.801644 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:31.936826 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5089-151a-4b4d-9c03-feb921a6d4e2 req-11e0bc7c-95bc-4a26-896d-6cd3dc580af1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:31.938477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-52dc5089-151a-4b4d-9c03-feb921a6d4e2 req-11e0bc7c-95bc-4a26-896d-6cd3dc580af1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.0794475 Jun 22 09:10:31.980489 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-52dc5089-151a-4b4d-9c03-feb921a6d4e2 req-31b5cdf5-37b3-42c6-9b78-4597e36a9c80 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Jun 22 09:10:32.034477 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:32.037655 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:32.038894 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c33f348b-2387-4949-83be-e155c69b79e2 HTTP/1.1" status: 204 len: 168 time: 0.3131547 Jun 22 09:10:32.039651 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:32.048418 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f348b-2387-4949-83be-e155c69b79e2,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:32.050895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:32.142067 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9200-6a3a-4a3a-8220-7686b1bdde07 req-c930f2a5-0e32-4005-a1fe-43a4e3992727 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:32.143845 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-970a9200-6a3a-4a3a-8220-7686b1bdde07 req-c930f2a5-0e32-4005-a1fe-43a4e3992727 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0660534 Jun 22 09:10:32.182597 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-970a9200-6a3a-4a3a-8220-7686b1bdde07 req-a8f69237-e0ba-47c2-931a-7faf721816c0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Jun 22 09:10:32.373742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512111e1-508e-451f-b537-041dfeb497ee req-9ad13bf5-e12f-40e6-a7d7-303e4e5bec92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:32.375373 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-512111e1-508e-451f-b537-041dfeb497ee req-9ad13bf5-e12f-40e6-a7d7-303e4e5bec92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0640533 Jun 22 09:10:32.416619 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-512111e1-508e-451f-b537-041dfeb497ee req-64a68ec9-528c-48c7-baf0-5f582684c914 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357280 Jun 22 09:10:32.568841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08a446-6765-43f0-af55-973fbeb9b2ec req-04c2806a-6ce2-4b4a-a2d0-b81bc91db27d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:32.569896 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8f08a446-6765-43f0-af55-973fbeb9b2ec req-04c2806a-6ce2-4b4a-a2d0-b81bc91db27d tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0700421 Jun 22 09:10:32.611283 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8f08a446-6765-43f0-af55-973fbeb9b2ec req-710c8870-ecba-4910-a6ba-f09aedb93110 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Jun 22 09:10:32.726402 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:33.174423 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15ad51-8843-4a71-b18b-dd19ceda55e2 req-02d1fc78-e912-49f8-9f29-7d56671d0e65 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:33.179580 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ec15ad51-8843-4a71-b18b-dd19ceda55e2 req-02d1fc78-e912-49f8-9f29-7d56671d0e65 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.0711737 Jun 22 09:10:33.214321 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ec15ad51-8843-4a71-b18b-dd19ceda55e2 req-43584eac-cfcf-4687-81a7-827cfdfedd47 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Jun 22 09:10:33.391969 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb44b34-f11d-4e5e-a648-a24a83a30206 req-927df384-64a7-45f3-bd30-37bb0dc3af84 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:33.394533 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0fb44b34-f11d-4e5e-a648-a24a83a30206 req-927df384-64a7-45f3-bd30-37bb0dc3af84 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0804229 Jun 22 09:10:33.474364 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0fb44b34-f11d-4e5e-a648-a24a83a30206 req-445191f1-0465-42ab-bb68-e3ff23e89171 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721142 Jun 22 09:10:33.640002 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418aca72-d87b-4743-a2ed-d25aa0c2ce9d req-ab5b3582-b383-4f34-b1a6-6f68d5b14045 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:33.654540 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-418aca72-d87b-4743-a2ed-d25aa0c2ce9d req-ab5b3582-b383-4f34-b1a6-6f68d5b14045 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0638189 Jun 22 09:10:33.683761 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-418aca72-d87b-4743-a2ed-d25aa0c2ce9d req-25588be2-e883-4f31-97af-ececb4a490aa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Jun 22 09:10:34.096683 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56532) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:34.199286 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.327514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.405209 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f678-8780-475e-86a3-cfa1ec46715e req-eb153496-ec4f-4d5d-983c-e56d346e72ee tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:34.406743 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7eb4f678-8780-475e-86a3-cfa1ec46715e req-eb153496-ec4f-4d5d-983c-e56d346e72ee tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.0661335 Jun 22 09:10:34.439766 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.449177 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-df6502cc-8fbf-45ea-8d49-61404f1f29dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:34.449425 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7eb4f678-8780-475e-86a3-cfa1ec46715e req-79ac9435-a0ca-48be-924d-437d789cfcfb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Jun 22 09:10:34.477278 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215d59db-f219-409f-ab87-7b4bec17e83b,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:34.484714 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:34.508866 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56550) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:34.513088 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=359523e36cb94a00b6b780699aa841d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086955 Jun 22 09:10:34.581409 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.603835 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.701274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbd4de-341c-4fea-ab8e-78507b8f87ea req-7e9c6d73-1249-46ad-b8c0-234188c807e9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:34.701274 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-afdbd4de-341c-4fea-ab8e-78507b8f87ea req-7e9c6d73-1249-46ad-b8c0-234188c807e9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0717058 Jun 22 09:10:34.742698 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.745868 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:34.746996 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/215d59db-f219-409f-ab87-7b4bec17e83b HTTP/1.1" status: 204 len: 168 time: 0.2371068 Jun 22 09:10:34.748075 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f3f5123e-1843-4c65-b056-d7a3610698d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:34.756518 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-afdbd4de-341c-4fea-ab8e-78507b8f87ea req-570723ce-e02c-4762-b79f-c4a3dab16d2c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Jun 22 09:10:34.764850 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d59db-f219-409f-ab87-7b4bec17e83b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:34.770551 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:34.935657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e94cf-191a-4ac2-8f83-10fa4312f136 req-f611a260-416b-41ce-bfa4-ce9510190cd4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:34.941142 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-175e94cf-191a-4ac2-8f83-10fa4312f136 req-f611a260-416b-41ce-bfa4-ce9510190cd4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0631266 Jun 22 09:10:34.981319 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-175e94cf-191a-4ac2-8f83-10fa4312f136 req-f3c637a2-9e7b-4218-af57-0a490c2f1dad tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Jun 22 09:10:35.178364 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c25ef2-3b66-477c-878f-5faef80d9b9d req-bb2ed8ba-b7c1-4878-8ab7-6382056c7396 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:35.179927 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-34c25ef2-3b66-477c-878f-5faef80d9b9d req-bb2ed8ba-b7c1-4878-8ab7-6382056c7396 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0822477 Jun 22 09:10:35.189095 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56580) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:35.195445 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'floatingip': {'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:35.322959 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:35.583992 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607f73e-3710-48b0-85a4-4d2dcf67dc37 req-74300396-b5c4-4cee-816e-c644ac4d539f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:35.586461 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3607f73e-3710-48b0-85a4-4d2dcf67dc37 req-74300396-b5c4-4cee-816e-c644ac4d539f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1273315 Jun 22 09:10:35.623429 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-d1a3b034-9f2d-4ced-b4e8-6c7d3058e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:35.626383 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-d1a3b034-9f2d-4ced-b4e8-6c7d3058e3aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 1098 time: 0.1090696 Jun 22 09:10:35.789448 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3607f73e-3710-48b0-85a4-4d2dcf67dc37 req-c8fbff6f-fc6e-4ed8-879a-d91bae8acb7f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956012 Jun 22 09:10:35.798540 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-02b37ec2-78e6-4de4-9314-fb8933e7ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:35.800140 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-02b37ec2-78e6-4de4-9314-fb8933e7ba2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.1618984 Jun 22 09:10:35.818422 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:10:35.858322 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-b8759bdc-18a8-4f49-87c1-f5c4f1d10950 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0 HTTP/1.1" status: 200 len: 217 time: 0.0378513 Jun 22 09:10:35.930088 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-f855e940-9eca-4939-8a5f-09035cd31aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:35.931475 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-f855e940-9eca-4939-8a5f-09035cd31aa0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0520132 Jun 22 09:10:35.972496 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-92692450-5cca-4fdc-acea-10a8e654d5f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341291 Jun 22 09:10:36.066262 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-643009bd-1529-459d-946a-2a0153d761c1 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858884 Jun 22 09:10:36.177216 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-242b5c1d-6615-4384-a7b0-d5ba46c2be9e req-80136ed9-9847-4dc4-bee3-4e407275f95d service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971704 Jun 22 09:10:36.253314 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.db.resource_extend [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:10:36.352875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:36.436475 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:36.540241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Floating IP e0c2a71b-6a35-4b97-9394-ff13bbb29c73 associated. External IP: 172.27.0.247, port: d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7. Jun 22 09:10:36.750290 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Router cb28850f-4802-4c30-a6fc-f354c99cd670 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:10:36.855958 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:10:36.860613 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:36.875803 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:10:36.891640 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:10:36.892535 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:10:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:36.901523 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6cc5a159-1bb7-4cda-8200-8c5f9ed97937 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "PUT /v2.0/floatingips/e0c2a71b-6a35-4b97-9394-ff13bbb29c73 HTTP/1.1" status: 200 len: 991 time: 1.7093661 Jun 22 09:10:36.901523 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:36.903738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79152d2b-2b21-4dc3-9223-741e3c79c96b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:36.987003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731cd21-bfbc-40b5-8937-3d419d3e8667 req-864214aa-54f1-4125-88da-6f86f33bd360 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:36.988584 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d731cd21-bfbc-40b5-8937-3d419d3e8667 req-864214aa-54f1-4125-88da-6f86f33bd360 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0666218 Jun 22 09:10:37.009479 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:10:37.028975 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d731cd21-bfbc-40b5-8937-3d419d3e8667 req-6a204140-28d2-4902-9b5f-68c62f286cdd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Jun 22 09:10:37.256292 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd9139-3804-42e4-ae8a-3b4236e43933 x-openstack-request-id: req-63cd9139-3804-42e4-ae8a-3b4236e43933 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:37.257002 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:37.263755 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63cd9139-3804-42e4-ae8a-3b4236e43933 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:37.263755 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'status': 'completed', 'code': 200} Jun 22 09:10:37.361410 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-4caa6b7a-aa90-41c9-a406-57d69778ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:37.363076 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-4caa6b7a-aa90-41c9-a406-57d69778ac31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0650995 Jun 22 09:10:37.396049 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'e0c2a71b-6a35-4b97-9394-ff13bbb29c73', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'mac_address': 'fa:16:3e:3e:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:09:34Z', 'updated_at': '2021-06-22T09:10:35Z', 'revision_number': 1, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:37.422956 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:10:37.431492 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:10:37.432789 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:10:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:37.468224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-4b773a34-79d5-4e34-9a1d-d53e974f2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:37.469877 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-4b773a34-79d5-4e34-9a1d-d53e974f2be2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0951920 Jun 22 09:10:37.538867 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:10:37.572323 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-b818bed3-5aab-4b57-a5ad-3d88eb67e320 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 999 time: 0.0950418 Jun 22 09:10:37.842899 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'e0c2a71b-6a35-4b97-9394-ff13bbb29c73', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'mac_address': 'fa:16:3e:3e:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:09:34Z', 'updated_at': '2021-06-22T09:10:35Z', 'revision_number': 1, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:37.863553 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-15f48fde-5d56-42fd-8eed-c9e84ec8ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:37.863553 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-15f48fde-5d56-42fd-8eed-c9e84ec8ca59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.2769294 Jun 22 09:10:37.883074 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4293-5e12-45bf-931b-d52247eacd25 None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'e0c2a71b-6a35-4b97-9394-ff13bbb29c73', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'mac_address': 'fa:16:3e:3e:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:09:34Z', 'updated_at': '2021-06-22T09:10:35Z', 'revision_number': 1, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:10:38.024102 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-375161b2-cd08-48ab-a50e-0dd446918fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:38.024102 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-375161b2-cd08-48ab-a50e-0dd446918fed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616341 Jun 22 09:10:38.122458 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-7070a27e-61a7-41e0-9372-35999784aac2 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913513 Jun 22 09:10:38.233265 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa422e6d-3246-4c71-8a61-a5f83d34642c None None] New status for floating IP e0c2a71b-6a35-4b97-9394-ff13bbb29c73: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:10:38.235618 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd548-10f5-4cab-94b9-248000dba188 req-d443098f-6b23-48ce-8e73-a44a73b4187a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:38.242601 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-da1fd548-10f5-4cab-94b9-248000dba188 req-d443098f-6b23-48ce-8e73-a44a73b4187a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0899491 Jun 22 09:10:38.294128 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-da1fd548-10f5-4cab-94b9-248000dba188 req-0f7fd6c1-7efc-4fca-99b4-0c6b9cb6df4a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Jun 22 09:10:38.314872 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79152d2b-2b21-4dc3-9223-741e3c79c96b req-f6990a8d-235b-4679-8964-31c3c28a6578 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642301 Jun 22 09:10:39.468367 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8305e-ee99-4db2-8f94-c2c69cfbdaa5 req-da0d318c-49a0-4191-98c6-fbd6eaea525d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:39.470006 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ef8305e-ee99-4db2-8f94-c2c69cfbdaa5 req-da0d318c-49a0-4191-98c6-fbd6eaea525d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0660837 Jun 22 09:10:39.509239 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ef8305e-ee99-4db2-8f94-c2c69cfbdaa5 req-055e4fa2-6251-41dc-af37-dbdbe4d4795c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Jun 22 09:10:40.708097 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f704ff-25db-4fa7-b66a-5f2881d68ed0 req-38d59341-47b7-464f-ac3e-c67c4d20e7de tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:40.709651 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-31f704ff-25db-4fa7-b66a-5f2881d68ed0 req-38d59341-47b7-464f-ac3e-c67c4d20e7de tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0824711 Jun 22 09:10:40.749325 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-31f704ff-25db-4fa7-b66a-5f2881d68ed0 req-c60f3f7d-72a2-4032-b44d-fd993ab9ad73 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Jun 22 09:10:41.461156 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56788) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:41.578973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:41.664105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:41.721785 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:41.724411 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c280e7b8-d6b4-4ec2-926f-ae8dc7796e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:41.765332 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c12bfaa878b846268f81bbd21fc6ae9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006911 Jun 22 09:10:41.765332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8098490-3184-4be7-9625-8bebf1f7d2e5,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:41.766516 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56798) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:41.768741 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:41.829725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:41.852723 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:41.943236 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d44e1-1444-406a-bb2a-ac50a43f495c req-d2cf9cee-a782-49a6-a68e-17a6bfb5c3ee tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:41.944765 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-891d44e1-1444-406a-bb2a-ac50a43f495c req-d2cf9cee-a782-49a6-a68e-17a6bfb5c3ee tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0701122 Jun 22 09:10:41.985557 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-891d44e1-1444-406a-bb2a-ac50a43f495c req-b11b257d-ef7b-497e-a7dd-de7158b927b6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jun 22 09:10:42.031061 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:42.033755 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:42.034922 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8098490-3184-4be7-9625-8bebf1f7d2e5 HTTP/1.1" status: 204 len: 168 time: 0.2673588 Jun 22 09:10:42.035762 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-04c547b1-ebc5-463d-82d4-5640a24f7ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:42.044342 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8098490-3184-4be7-9625-8bebf1f7d2e5,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:42.052879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:42.623654 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56814) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:42.635659 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:42.723992 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:42.773336 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:42.777134 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:42.813743 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed9b5f9f87944507b43c46ec07c0d674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908104 Jun 22 09:10:42.814617 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcbe260-ca22-4aa4-84ef-3415548158c1,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:42.816559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56820) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:42.817755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:42.872648 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:42.895028 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.030916 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.033498 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.034624 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fcbe260-ca22-4aa4-84ef-3415548158c1 HTTP/1.1" status: 204 len: 168 time: 0.2169969 Jun 22 09:10:43.035659 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6b4d3c74-9ac3-4c78-bea7-b43cba823c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:43.043718 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcbe260-ca22-4aa4-84ef-3415548158c1,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:43.045879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:43.183460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2d905-d968-4a34-8b25-55636deb286c req-75fab52f-f10f-4514-b096-ee62d5e335ad tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:43.184926 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b4c2d905-d968-4a34-8b25-55636deb286c req-75fab52f-f10f-4514-b096-ee62d5e335ad tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0765243 Jun 22 09:10:43.223589 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b4c2d905-d968-4a34-8b25-55636deb286c req-d5c940d4-45ac-44db-882b-a7a0fa6e197a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Jun 22 09:10:43.317597 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56850) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:43.438949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.535376 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.604433 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.606926 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e000bb67-3529-4075-a439-eefd097fb773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:43.644297 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a74737cb94846639be0d794410d0c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256311 Jun 22 09:10:43.645147 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b7738e-bc42-4681-b115-0ab58912e640,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:43.647261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56858) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:43.648241 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:43.695274 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.716448 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.742589 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56860) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:43.756072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.830210 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.835024 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.835024 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46b7738e-bc42-4681-b115-0ab58912e640 HTTP/1.1" status: 204 len: 168 time: 0.1857424 Jun 22 09:10:43.835024 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d9019c5b-c459-4aab-9775-e9805e52d51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:43.842801 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b7738e-bc42-4681-b115-0ab58912e640,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:43.844986 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:43.897752 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.974179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:43.977106 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c43ae798-6d74-4a23-809e-72b4bac67238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:44.016238 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f299792589df47fb82963254c77d6942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725208 Jun 22 09:10:44.017826 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f734048-161f-45cf-a563-eae623ce9315,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:44.019193 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56864) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:44.020354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:44.067580 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:44.091354 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:44.213762 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:44.217218 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:44.218478 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f734048-161f-45cf-a563-eae623ce9315 HTTP/1.1" status: 204 len: 168 time: 0.1982460 Jun 22 09:10:44.219285 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6c9fd08e-15d7-4558-9196-14b5abb1d324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:44.227232 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f734048-161f-45cf-a563-eae623ce9315,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:44.229404 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:44.429559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c79190-43ae-43c8-b4a0-c3c0fe489fce req-25e74bb6-7161-4440-80a9-0d5904294f51 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:44.431032 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a1c79190-43ae-43c8-b4a0-c3c0fe489fce req-25e74bb6-7161-4440-80a9-0d5904294f51 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0794282 Jun 22 09:10:44.476106 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a1c79190-43ae-43c8-b4a0-c3c0fe489fce req-0efbc6ee-864e-4659-b80e-dcfb06e1a28a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378339 Jun 22 09:10:44.996455 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56914) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:45.024026 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56918) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:45.117873 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.207216 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.244800 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1295005953-network', 'tenant_id': '1a9781a455fd4dfdb5a343c53aea99f9'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:45.278062 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.282487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a80fef56-d811-4db9-924b-ddc42fb72e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:45.327149 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87374f6bbdb74cd99e1bc0e63b64ff76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295035 Jun 22 09:10:45.328324 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e19d0-86b3-45cf-9044-27ffbc92bb07,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:45.330816 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56932) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:45.331570 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:45.388371 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Made reservation on behalf of 1a9781a455fd4dfdb5a343c53aea99f9 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:45.391538 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.396896 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.403286 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.421091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.505951 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.550337 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.553084 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.555596 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e2e19d0-86b3-45cf-9044-27ffbc92bb07 HTTP/1.1" status: 204 len: 168 time: 0.2106071 Jun 22 09:10:45.556892 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b18f5b2b-9e25-47d5-92af-51f4e2450a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:45.565271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e19d0-86b3-45cf-9044-27ffbc92bb07,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:45.569737 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:45.574234 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.580344 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-af946217-94f6-49cb-bea5-bf4019869ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:45.605335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:10:45.622267 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15af34e9-59e8-4e25-bc34-3eca033fd687,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:45.626756 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:45.648799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.648799 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Added segment 16965bfc-9adb-4e14-be6c-0043268de7c3 of type vlan for network 4f25d326-8128-4efc-9a5d-1d25f777359c Jun 22 09:10:45.680458 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20221d67-28a5-4ef4-97b0-d1c743c3308f req-8676ca12-fcd8-4ca9-a3de-d10993258b44 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:45.682387 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20221d67-28a5-4ef4-97b0-d1c743c3308f req-8676ca12-fcd8-4ca9-a3de-d10993258b44 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0790291 Jun 22 09:10:45.707894 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.729189 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20221d67-28a5-4ef4-97b0-d1c743c3308f req-0aa585e6-8e67-45b8-8373-1b47d211c467 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Jun 22 09:10:45.821876 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.823344 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:45.824013 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:45.827496 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f9522a9f-d3f4-45cd-8718-f9bb5e9342d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:45.885083 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Pushing event updated for resources: {'Network': ['ID=4f25d326-8128-4efc-9a5d-1d25f777359c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:45.888428 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:45.895797 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 4f25d326-8128-4efc-9a5d-1d25f777359c details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:10:45.975441 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9491606 Jun 22 09:10:45.977400 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56952) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:45.983161 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Request body: {'subnet': {'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1295005953-subnet', 'tenant_id': '1a9781a455fd4dfdb5a343c53aea99f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:46.095288 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.095434 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Made reservation on behalf of 1a9781a455fd4dfdb5a343c53aea99f9 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:46.096306 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.304525 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 56964) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:46.319535 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.320918 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.323171 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:46.383099 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149d31c6-98a7-4f1e-a5ae-b1d3660021fd,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:46.404812 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:46.419036 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Checking segment: {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:46.419514 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Network hostable DHCP agents. Network: 4f25d326-8128-4efc-9a5d-1d25f777359c, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:10:46.456880 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.539383 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Network 4f25d326-8128-4efc-9a5d-1d25f777359c is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:10:46.565108 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.568598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:46.604247 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2b2b85657fe4b2e82a8b996797fb7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978532 Jun 22 09:10:46.605628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45113bc-a2ce-4250-adde-57507dd8f277,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:46.606424 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 56978) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:46.608687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:46.654987 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 4f25d326-8128-4efc-9a5d-1d25f777359c) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:46.659738 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:46.661335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.664232 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef667180-b6f7-4b74-9a60-f1acb150c5a9 None None] Network 4f25d326-8128-4efc-9a5d-1d25f777359c requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:10:46.667228 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.699520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.765943 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7873511 Jun 22 09:10:46.806312 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398c580-accc-4fd4-9dcd-ffb70875d790 None None] Network 4f25d326-8128-4efc-9a5d-1d25f777359c requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:10:46.825623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.830991 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:46.830991 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b45113bc-a2ce-4250-adde-57507dd8f277 HTTP/1.1" status: 204 len: 168 time: 0.2225637 Jun 22 09:10:46.831247 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:46.848333 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45113bc-a2ce-4250-adde-57507dd8f277,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:46.865103 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:46.980511 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fef22-fe9c-447b-9d7b-af039f9ab4de req-5ca2a94a-00dc-49b6-97df-bd1912ae57fd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:46.988521 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4e6fef22-fe9c-447b-9d7b-af039f9ab4de req-5ca2a94a-00dc-49b6-97df-bd1912ae57fd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1085188 Jun 22 09:10:47.043776 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4e6fef22-fe9c-447b-9d7b-af039f9ab4de req-570ee8c8-2ec3-4c2d-a072-e879ebac0882 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535836 Jun 22 09:10:47.613264 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57036) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:47.629713 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:47.724360 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:47.770286 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57042) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:47.810603 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:47.814176 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-72ef2a2c-ba7d-4321-b37d-e04435b63e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:47.849630 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=420061c477764d6aa558c8efcaea987a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345190 Jun 22 09:10:47.850509 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056a4c36-2ae5-453d-93a4-55b95fac70c5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:47.852348 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57048) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:47.866914 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:47.877270 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:47.905991 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:47.926457 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:47.964921 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.090810 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.094453 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0b2cedfe-58eb-4727-a48b-df1794574573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:48.131082 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3242f240b2044cba8142daab2b91df68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596368 Jun 22 09:10:48.132211 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc21e8c-8e67-466e-849d-3a395de43fb2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:48.133896 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57052) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:48.135090 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:48.165171 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.167732 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.169691 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/056a4c36-2ae5-453d-93a4-55b95fac70c5 HTTP/1.1" status: 204 len: 168 time: 0.3148866 Jun 22 09:10:48.187699 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cacdac25-afd3-4a7f-b5b2-f8745282123b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:48.209603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a4c36-2ae5-453d-93a4-55b95fac70c5,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:48.212496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:48.239189 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.264110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f088f-9daa-4463-8434-e2d9dd0c38b0 req-9903407a-43b9-4388-86c2-4425a3821e81 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:48.265628 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-124f088f-9daa-4463-8434-e2d9dd0c38b0 req-9903407a-43b9-4388-86c2-4425a3821e81 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1180973 Jun 22 09:10:48.276270 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.333041 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-124f088f-9daa-4463-8434-e2d9dd0c38b0 req-ff30dcbe-f964-4ceb-a58c-7ceab73e2b0f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593090 Jun 22 09:10:48.464483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.467114 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:48.468340 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bc21e8c-8e67-466e-849d-3a395de43fb2 HTTP/1.1" status: 204 len: 168 time: 0.3332117 Jun 22 09:10:48.469293 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0df3bb72-e63b-4ec0-a770-279d6967e51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:48.476831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc21e8c-8e67-466e-849d-3a395de43fb2,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:48.480411 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:49.232764 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57096) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:49.247642 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.308351 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877493f-ccee-454e-ba6b-ccd25b39838c req-5082e3b2-008b-4914-bc6c-f5d5cd441743 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:49.310112 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9877493f-ccee-454e-ba6b-ccd25b39838c req-5082e3b2-008b-4914-bc6c-f5d5cd441743 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0681908 Jun 22 09:10:49.341746 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.349352 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9877493f-ccee-454e-ba6b-ccd25b39838c req-6ec1452d-85f1-4fac-9533-495de74c15da tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Jun 22 09:10:49.407227 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.410653 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:49.446675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc6b89-ca39-4949-9f19-e2617c44c15d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:49.452956 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b3c042da84f40cb8f4272a7f5689f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189395 Jun 22 09:10:49.454149 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:49.455444 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57108) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:49.546238 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.580654 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.588972 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a678c96-3da7-4b28-aa06-b2447553eb05 req-f52798bf-e9f8-42a6-ae79-1f1f05db61d5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:49.590520 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9a678c96-3da7-4b28-aa06-b2447553eb05 req-f52798bf-e9f8-42a6-ae79-1f1f05db61d5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1175065 Jun 22 09:10:49.649820 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9a678c96-3da7-4b28-aa06-b2447553eb05 req-42921c10-335d-43bb-8dea-23ee5093f3c7 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Jun 22 09:10:49.733459 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.736157 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:49.740900 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5cc6b89-ca39-4949-9f19-e2617c44c15d HTTP/1.1" status: 204 len: 168 time: 0.2808056 Jun 22 09:10:49.740900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4c0d11fc-6f4b-4a0d-98f8-bdb8c031a936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:49.748112 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc6b89-ca39-4949-9f19-e2617c44c15d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:49.750378 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:50.117566 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-85f48f20-2759-4b56-8149-c52abf44c89a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:50.119021 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-85f48f20-2759-4b56-8149-c52abf44c89a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/networks?id=4f25d326-8128-4efc-9a5d-1d25f777359c HTTP/1.1" status: 200 len: 809 time: 0.1010218 Jun 22 09:10:50.134237 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-765cb41d-b544-4e4c-a4b6-44269f935c44 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/quotas/1a9781a455fd4dfdb5a343c53aea99f9 HTTP/1.1" status: 200 len: 375 time: 0.0090733 Jun 22 09:10:50.172514 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d98e9242-67f2-412c-86c4-177442400236 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325537 Jun 22 09:10:50.259345 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-79cb231f-c5f6-4148-bd5e-760be5ebb803 service neutron] 10.222.0.37 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802426 Jun 22 09:10:50.354011 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-9682c182-1cf5-4e91-83df-b366947f1e76 service neutron] 10.222.0.37 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886490 Jun 22 09:10:50.533057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a8f8-b806-4eb6-88af-5edcf0b77d6c req-664961b2-c919-4d46-982c-ef0643e554ca tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:50.535505 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dc46a8f8-b806-4eb6-88af-5edcf0b77d6c req-664961b2-c919-4d46-982c-ef0643e554ca tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0660019 Jun 22 09:10:50.577088 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dc46a8f8-b806-4eb6-88af-5edcf0b77d6c req-b872f4db-5847-42dd-afe0-2d1a79e92b4c tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366879 Jun 22 09:10:50.650037 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8eeea52b-177c-42f4-a43a-99d49af4a267 req-735e82a0-471d-4c62-8d2f-45b84ac9fb90 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0318642 Jun 22 09:10:50.833146 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69769d91-b41e-459e-8d1b-02298c4711d6 req-1e1f83f7-e159-46ca-ac29-00ed448a893b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:50.849304 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-69769d91-b41e-459e-8d1b-02298c4711d6 req-1e1f83f7-e159-46ca-ac29-00ed448a893b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0674849 Jun 22 09:10:50.877228 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-69769d91-b41e-459e-8d1b-02298c4711d6 req-a24b5c64-3506-48b6-b3cd-1faad32ed659 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357625 Jun 22 09:10:51.740434 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-faddd8cf-9abd-490f-8add-a8b75988219b req-57830dda-d791-4852-b14c-3dbbfd995b69 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Jun 22 09:10:51.775042 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984bb8-d8bd-4b34-8723-3cd416512c2c req-20c369b5-7a24-40b1-8d79-07665bbdd871 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:51.776847 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5a984bb8-d8bd-4b34-8723-3cd416512c2c req-20c369b5-7a24-40b1-8d79-07665bbdd871 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0717764 Jun 22 09:10:51.816403 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5a984bb8-d8bd-4b34-8723-3cd416512c2c req-17b95662-2f8b-4079-8c7e-3dac533e7db1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Jun 22 09:10:52.076620 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ed3d-df57-448e-a3e2-98650395d28b req-0329e636-9d1b-49a5-8db7-c6f0c59fe8e4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:52.078051 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8572ed3d-df57-448e-a3e2-98650395d28b req-0329e636-9d1b-49a5-8db7-c6f0c59fe8e4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0687768 Jun 22 09:10:52.118850 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8572ed3d-df57-448e-a3e2-98650395d28b req-9c42fd3e-e0ee-4f41-90f1-d7ea13ad770c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Jun 22 09:10:52.889135 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c28178ff-0a56-40bf-934b-f41da99fe036 req-2d8b8fe2-2242-42f6-be7c-95dadb3d6301 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Jun 22 09:10:53.002920 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4bf1d-761b-4b18-9a42-913041eeea72 req-4fba1610-1403-4b3e-98d2-278697c11505 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:53.006207 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4ce4bf1d-761b-4b18-9a42-913041eeea72 req-4fba1610-1403-4b3e-98d2-278697c11505 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0665996 Jun 22 09:10:53.030831 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57288) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:53.051969 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4ce4bf1d-761b-4b18-9a42-913041eeea72 req-a82dd931-270c-485b-9e7a-a8b82f4bb53a tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/security-groups?id=c115fb81-48cd-49ce-8a57-4477465e679c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Jun 22 09:10:53.069443 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-48999fb2-dd3e-40b0-8694-c766435162ca tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:53.070904 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-48999fb2-dd3e-40b0-8694-c766435162ca tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 945 time: 0.0879827 Jun 22 09:10:53.168418 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.319071 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Deleting port 97517955-4314-404b-80c5-6e825624ebde {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:10:53.319431 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.406160 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38637fe-0021-4580-a32f-00013c942da6 req-f7a2873a-732f-4310-af6a-ac05366cdf61 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:53.407563 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b38637fe-0021-4580-a32f-00013c942da6 req-f7a2873a-732f-4310-af6a-ac05366cdf61 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1767786 Jun 22 09:10:53.419285 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.481651 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] For port 97517955-4314-404b-80c5-6e825624ebde, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=97517955-4314-404b-80c5-6e825624ebde,segment=NetworkSegment(9d0d084f-52e1-444f-a2a4-6d29091772cd),segment_id=9d0d084f-52e1-444f-a2a4-6d29091772cd)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:53.482022 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.487182 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b38637fe-0021-4580-a32f-00013c942da6 req-44dd629f-bbdb-41ef-be3e-a3bd09f7eb60 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708334 Jun 22 09:10:53.493987 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.515971 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d5abcac8-9a91-4e1b-975f-68330e89b700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:53.585815 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Calling delete_port for 97517955-4314-404b-80c5-6e825624ebde owned by compute:nova {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:10:53.642649 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d78177d369604071b24c557921a04298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098416 Jun 22 09:10:53.665927 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57298) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:53.672504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ed461-c98f-467c-a314-802b968caf56,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:53.675774 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:53.771862 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.774841 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-0aab3c25-5efa-48e4-94d5-fab28807476d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:53.776885 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-0aab3c25-5efa-48e4-94d5-fab28807476d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "GET /v2.0/networks?id=4f25d326-8128-4efc-9a5d-1d25f777359c HTTP/1.1" status: 200 len: 809 time: 0.1560547 Jun 22 09:10:53.799897 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Request body: {'port': {'device_id': '22caacd1-555a-493b-862c-9d0072a8bac8', 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c', 'admin_state_up': True, 'tenant_id': '1a9781a455fd4dfdb5a343c53aea99f9'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:53.804845 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.882113 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.893332 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:53.905320 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['97517955-4314-404b-80c5-6e825624ebde'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:10:53.929003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Pushing event deleted for resources: {'Port': ['ID=97517955-4314-404b-80c5-6e825624ebde,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:53.954220 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:53.989626 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] No DVR routers for this DVR port 97517955-4314-404b-80c5-6e825624ebde on host hv-cinder-79733 {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:10:53.992968 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:53.995488 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c7aec293-a24f-4054-bf8d-43b466feb074 req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.23 "DELETE /v2.0/ports/97517955-4314-404b-80c5-6e825624ebde HTTP/1.1" status: 204 len: 173 time: 0.9118478 Jun 22 09:10:53.996096 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a933e8d-c08d-413e-b56a-f800876543a8', 'name': 'network-vif-deleted', 'tag': '97517955-4314-404b-80c5-6e825624ebde'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:53.998575 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ed6f6-b2dd-41c2-93ab-748ffd55b04f" -d '{"events": [{"server_uuid": "0a933e8d-c08d-413e-b56a-f800876543a8", "name": "network-vif-deleted", "tag": "97517955-4314-404b-80c5-6e825624ebde"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:54.058993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c6b3ad-0872-490c-ac8e-133cd8f7a4b8 x-openstack-request-id: req-01c6b3ad-0872-490c-ac8e-133cd8f7a4b8 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:54.059855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a933e8d-c08d-413e-b56a-f800876543a8", "name": "network-vif-deleted", "tag": "97517955-4314-404b-80c5-6e825624ebde", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:54.063783 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01c6b3ad-0872-490c-ac8e-133cd8f7a4b8 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:54.064001 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a933e8d-c08d-413e-b56a-f800876543a8', 'name': 'network-vif-deleted', 'tag': '97517955-4314-404b-80c5-6e825624ebde', 'status': 'completed', 'code': 200} Jun 22 09:10:54.064551 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Made reservation on behalf of 1a9781a455fd4dfdb5a343c53aea99f9 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:54.066040 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8001ebfe-519b-4318-acd9-980d8b90d1dd req-a3105052-b2c9-4c7f-9c3a-5e14da6488f5 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0430994 Jun 22 09:10:54.068332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.072546 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.074216 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.075360 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/363ed461-c98f-467c-a314-802b968caf56 HTTP/1.1" status: 204 len: 168 time: 0.4087296 Jun 22 09:10:54.084584 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-618c7cd1-e9e5-474b-924c-c0c9a7d50792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:54.119208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ed461-c98f-467c-a314-802b968caf56,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:54.124924 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-872ae7f2-03ac-4c0e-8057-f2f3252bb955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:54.225309 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8817c063-3a25-4aa2-bfd9-0f3a54643774 req-6284f6b9-1b07-47ff-8961-22d26af82a72 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0385056 Jun 22 09:10:54.280324 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Allocated IP 172.20.0.2 (4f25d326-8128-4efc-9a5d-1d25f777359c/149d31c6-98a7-4f1e-a5ae-b1d3660021fd/85540a31-d07c-4e72-b1d7-449c2f280135) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:10:54.429085 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.544913 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.550237 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:54.595059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Network 4f25d326-8128-4efc-9a5d-1d25f777359c is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:10:54.598282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:54.601017 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:10:54.607541 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:54.608206 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.625058 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Pushing event updated for resources: {'Port': ['ID=85540a31-d07c-4e72-b1d7-449c2f280135,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:54.628024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:54.686520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b9ec8-84a8-4c5a-bfbc-8214e72679df req-ea2df73c-c502-44a6-b12e-04de31cc8510 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:54.693803 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4b8b9ec8-84a8-4c5a-bfbc-8214e72679df req-ea2df73c-c502-44a6-b12e-04de31cc8510 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0874736 Jun 22 09:10:54.730764 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4b8b9ec8-84a8-4c5a-bfbc-8214e72679df req-8dd4dc2b-8309-4bb2-9645-f6bf54f9bd08 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360842 Jun 22 09:10:54.748196 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551010 Jun 22 09:10:54.770850 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Request body: {'port': {'device_id': '22caacd1-555a-493b-862c-9d0072a8bac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:54.855386 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:54.881417 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57326) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:54.895668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.003570 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.087198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.099433 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:55.130080 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe6695aeb2f04c2291293e6b7f48afd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441649 Jun 22 09:10:55.130080 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f13013-042d-488a-8699-dd0040b98cbd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:55.131503 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57330) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:55.136104 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85540a31-d07c-4e72-b1d7-449c2f280135 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:10:55.144725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.157913 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Transition to ACTIVE for port object 85540a31-d07c-4e72-b1d7-449c2f280135 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:10:55.182897 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:55.206013 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.253087 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.255527 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:55.337489 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Pushing event updated for resources: {'Port': ['ID=85540a31-d07c-4e72-b1d7-449c2f280135,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:55.341366 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:55.408136 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4b31deb0-7a5f-4f33-a911-d0b772a7531f req-01bdf042-a1df-47cf-b227-8f1484bb7b02 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a933e8d-c08d-413e-b56a-f800876543a8 HTTP/1.1" status: 200 len: 210 time: 0.0412426 Jun 22 09:10:55.410487 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Attempting to bind port 85540a31-d07c-4e72-b1d7-449c2f280135 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:10:55.410814 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Attempting to bind port 85540a31-d07c-4e72-b1d7-449c2f280135 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:10:55.411368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Attempting to bind port 85540a31-d07c-4e72-b1d7-449c2f280135 on network 4f25d326-8128-4efc-9a5d-1d25f777359c {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:55.415644 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Port 85540a31-d07c-4e72-b1d7-449c2f280135 on network 4f25d326-8128-4efc-9a5d-1d25f777359c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:10:55.415963 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Attempting to bind port 85540a31-d07c-4e72-b1d7-449c2f280135 on network 4f25d326-8128-4efc-9a5d-1d25f777359c {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:10:55.421469 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:10:55.421807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Checking segment: {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:55.422181 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Bound using segment: {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:10:55.422605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Bound port: 85540a31-d07c-4e72-b1d7-449c2f280135, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:10:55.422973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.444196 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.486488 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] For port 85540a31-d07c-4e72-b1d7-449c2f280135, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:55.489446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] For port 85540a31-d07c-4e72-b1d7-449c2f280135, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=85540a31-d07c-4e72-b1d7-449c2f280135,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:55.503431 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8419c16-84bb-47da-8688-e344020096f7 req-3d7b8240-d5b2-4f8d-83ff-b887fe7e4054 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:55.506564 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c8419c16-84bb-47da-8688-e344020096f7 req-3d7b8240-d5b2-4f8d-83ff-b887fe7e4054 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.0980973 Jun 22 09:10:55.543898 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c8419c16-84bb-47da-8688-e344020096f7 req-1444807c-d2f7-4dcd-a7b2-a0beb4721e6f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Jun 22 09:10:55.582129 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.584442 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:55.604854 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.607443 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.610902 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8f13013-042d-488a-8699-dd0040b98cbd HTTP/1.1" status: 204 len: 168 time: 0.4729967 Jun 22 09:10:55.610902 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d6075f0c-5f1f-4891-9459-558b3966ec5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:55.620913 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f13013-042d-488a-8699-dd0040b98cbd,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:55.620913 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:55.621183 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:55.621465 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.622836 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/85540a31-d07c-4e72-b1d7-449c2f280135 HTTP/1.1" status: 200 len: 1093 time: 0.8567321 Jun 22 09:10:55.623349 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22caacd1-555a-493b-862c-9d0072a8bac8', 'tag': '85540a31-d07c-4e72-b1d7-449c2f280135'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:10:55.625673 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943dd735-e2bd-4f27-84c9-d1777e3c79ad" -d '{"events": [{"name": "network-changed", "server_uuid": "22caacd1-555a-493b-862c-9d0072a8bac8", "tag": "85540a31-d07c-4e72-b1d7-449c2f280135"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:55.646611 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Pushing event updated for resources: {'Port': ['ID=85540a31-d07c-4e72-b1d7-449c2f280135,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:55.650349 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:55.672941 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cae7f6-cc94-4a1f-8b78-f1a87279670a x-openstack-request-id: req-d6cae7f6-cc94-4a1f-8b78-f1a87279670a {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:55.673432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22caacd1-555a-493b-862c-9d0072a8bac8", "tag": "85540a31-d07c-4e72-b1d7-449c2f280135", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:55.673708 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6cae7f6-cc94-4a1f-8b78-f1a87279670a {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:55.674747 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22caacd1-555a-493b-862c-9d0072a8bac8', 'tag': '85540a31-d07c-4e72-b1d7-449c2f280135', 'status': 'completed', 'code': 200} Jun 22 09:10:55.795841 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ab33fa04-22e7-4296-ba82-162a3b7f829c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:55.827984 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd735-e2bd-4f27-84c9-d1777e3c79ad req-2db50547-552f-439e-a71b-dc8e6478c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:55.830333 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-943dd735-e2bd-4f27-84c9-d1777e3c79ad req-2db50547-552f-439e-a71b-dc8e6478c207 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 1096 time: 0.0598924 Jun 22 09:10:55.943673 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbbbe3-2d6c-4a76-b8a1-ca61678347bd req-54113fb5-3caf-427c-8c07-2c51daf8b3c5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:55.945173 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f5dbbbe3-2d6c-4a76-b8a1-ca61678347bd req-54113fb5-3caf-427c-8c07-2c51daf8b3c5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0734270 Jun 22 09:10:55.965723 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd735-e2bd-4f27-84c9-d1777e3c79ad req-77c204cf-8ec3-425d-bf4a-5cf91eb6d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:55.968278 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-943dd735-e2bd-4f27-84c9-d1777e3c79ad req-77c204cf-8ec3-425d-bf4a-5cf91eb6d2d7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1128535 Jun 22 09:10:55.988028 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f5dbbbe3-2d6c-4a76-b8a1-ca61678347bd req-58da2eec-1a27-477e-9092-2ba9d82f7950 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358796 Jun 22 09:10:56.106796 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd735-e2bd-4f27-84c9-d1777e3c79ad req-de503890-c82d-4577-a8d5-2f382b0ccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:56.108174 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-943dd735-e2bd-4f27-84c9-d1777e3c79ad req-de503890-c82d-4577-a8d5-2f382b0ccb9a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071968 Jun 22 09:10:56.468167 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-23857b70-55d3-4ed0-9610-1890e9765247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:56.473145 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-23857b70-55d3-4ed0-9610-1890e9765247 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 1096 time: 0.2814548 Jun 22 09:10:56.529782 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-73df9dc9-ab79-4ed7-a4eb-4187b92a2be0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85540a31-d07c-4e72-b1d7-449c2f280135 HTTP/1.1" status: 200 len: 217 time: 0.0411141 Jun 22 09:10:56.587437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996cc1-1392-42b0-b8c6-511234f12945 req-8f4e8dec-19dc-4e99-a1f1-0edbd0758f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:56.588912 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-8f4e8dec-19dc-4e99-a1f1-0edbd0758f81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=149d31c6-98a7-4f1e-a5ae-b1d3660021fd HTTP/1.1" status: 200 len: 849 time: 0.0445292 Jun 22 09:10:56.657957 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-68694e27-c219-415e-9dca-049c6f328e91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f25d326-8128-4efc-9a5d-1d25f777359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459404 Jun 22 09:10:56.804441 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-61c04cad-057a-44bf-a413-45a6f0886596 service neutron] 10.222.0.23 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348176 Jun 22 09:10:56.816083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac9e7d-cc29-41e7-86ef-be5930c83853 req-51f755a2-1255-40a6-9367-7ffa0dfc89c5 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:56.822558 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-52ac9e7d-cc29-41e7-86ef-be5930c83853 req-51f755a2-1255-40a6-9367-7ffa0dfc89c5 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.1338644 Jun 22 09:10:56.925774 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57384) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:56.928100 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-52ac9e7d-cc29-41e7-86ef-be5930c83853 req-b9006401-d57c-4c95-a785-3297571b1876 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961144 Jun 22 09:10:56.966705 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-62996cc1-1392-42b0-b8c6-511234f12945 req-bda06031-b1d6-4bb1-b617-a99c3b02864d service neutron] 10.222.0.23 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451831 Jun 22 09:10:57.056136 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-351868327-network', 'tenant_id': '089ece3bb3504263906c8bd0a9a18567'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:57.173963 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ac47-caff-4557-84e2-7f358d7abb29 req-2ed5eea2-2970-4cd6-8464-9e71bffac391 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:57.175347 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c547ac47-caff-4557-84e2-7f358d7abb29 req-2ed5eea2-2970-4cd6-8464-9e71bffac391 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0630879 Jun 22 09:10:57.176398 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Made reservation on behalf of 089ece3bb3504263906c8bd0a9a18567 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:57.179354 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.194809 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.235997 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c547ac47-caff-4557-84e2-7f358d7abb29 req-904c9cce-270f-4aa3-ac0f-1b5fbc6436fa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530431 Jun 22 09:10:57.305823 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.372786 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.376871 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4490bb00-ad21-4aa5-923d-bb9c3cb56353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:57.398994 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:10:57.403474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 97517955-4314-404b-80c5-6e825624ebde no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:10:57.416367 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d999fc-d863-4dcb-b961-e601deb3f251,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:57.419694 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:57.421143 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.421482 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Added segment ed956b78-27b6-4b83-8d1f-a293d739841c of type vlan for network c21627a9-47fe-42f0-b4de-e3fd5a7e01b1 Jun 22 09:10:57.423870 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 97517955-4314-404b-80c5-6e825624ebde {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:10:57.428501 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 97517955-4314-404b-80c5-6e825624ebde not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:10:57.465240 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.586127 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-c41033e7-8ab5-47ac-8654-396987eb550c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:57.587597 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-c41033e7-8ab5-47ac-8654-396987eb550c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.1077189 Jun 22 09:10:57.602352 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-288477f1-1ff0-4706-821d-22353a9ae7db tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/quotas/e178e510ccce459ab7ce215517fe4e01 HTTP/1.1" status: 200 len: 375 time: 0.0088758 Jun 22 09:10:57.617171 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.618453 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:57.619021 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.642134 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:57.712279 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Pushing event updated for resources: {'Network': ['ID=c21627a9-47fe-42f0-b4de-e3fd5a7e01b1,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:57.715434 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:57.722200 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network c21627a9-47fe-42f0-b4de-e3fd5a7e01b1 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:10:57.732971 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-209b2990-5fa2-443c-adb1-5b2bc058c4ae tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254194 Jun 22 09:10:57.787776 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8593788 Jun 22 09:10:57.789467 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57408) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:57.794938 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Request body: {'subnet': {'network_id': 'c21627a9-47fe-42f0-b4de-e3fd5a7e01b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-351868327-subnet', 'tenant_id': '089ece3bb3504263906c8bd0a9a18567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:57.829167 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-f2425e35-28bf-4d90-bf35-2fc00dadb16b service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896051 Jun 22 09:10:57.907432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Made reservation on behalf of 089ece3bb3504263906c8bd0a9a18567 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:57.910372 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:57.922290 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-0a86c330-b073-41ee-88b1-6872096f4ced service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865865 Jun 22 09:10:58.141362 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0952de-b186-4e0c-bef2-a5d1997e71b7 req-f72cab01-75b2-4702-8f90-ff50c2940c08 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:58.143217 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c0952de-b186-4e0c-bef2-a5d1997e71b7 req-f72cab01-75b2-4702-8f90-ff50c2940c08 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.0809870 Jun 22 09:10:58.186793 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c0952de-b186-4e0c-bef2-a5d1997e71b7 req-e7264a57-116e-489b-b344-9366fde36ebd tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Jun 22 09:10:58.193065 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.196516 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:58.278535 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43812216-acb9-48c7-964c-1efcbdc6cfd8,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:58.288058 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c22ea6c-2e71-417c-b10d-36afe45bbbe9 req-e7cba803-2936-47b9-8bc9-f84b65bcdd80 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0487704 Jun 22 09:10:58.288937 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:58.298519 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Checking segment: {'id': 'ed956b78-27b6-4b83-8d1f-a293d739841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c21627a9-47fe-42f0-b4de-e3fd5a7e01b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:10:58.298907 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Network hostable DHCP agents. Network: c21627a9-47fe-42f0-b4de-e3fd5a7e01b1, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:10:58.319922 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57428) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:58.380455 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Deleting subnet d0792784-ee99-40d9-b071-c27bc1b8ee70 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:10:58.383484 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.404509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Network c21627a9-47fe-42f0-b4de-e3fd5a7e01b1 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:10:58.422031 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.431061 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.484676 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6c952-c4aa-4bf4-a215-28058f43f260 req-714a6bd0-7a2c-417a-8bc6-f9bfcb47420c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:58.486129 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-65c6c952-c4aa-4bf4-a215-28058f43f260 req-714a6bd0-7a2c-417a-8bc6-f9bfcb47420c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0692041 Jun 22 09:10:58.487326 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, c21627a9-47fe-42f0-b4de-e3fd5a7e01b1) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:58.491452 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:58.492022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.497453 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb1e8f-50c5-4e8c-bbae-ff5f32df3db5 None None] Network c21627a9-47fe-42f0-b4de-e3fd5a7e01b1 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:10:58.532891 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-65c6c952-c4aa-4bf4-a215-28058f43f260 req-e4cd1c00-0b01-45c6-bced-79ef9f6310e1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Jun 22 09:10:58.576954 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.580256 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7864318 Jun 22 09:10:58.580385 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:58.618186 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0792784-ee99-40d9-b071-c27bc1b8ee70,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:58.624719 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:58.626128 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.628227 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d0792784-ee99-40d9-b071-c27bc1b8ee70 HTTP/1.1" status: 204 len: 168 time: 0.3073153 Jun 22 09:10:58.630785 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57436) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:58.638125 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e0fdff-37d9-4e6a-a726-14c2f437ec5c None None] Network c21627a9-47fe-42f0-b4de-e3fd5a7e01b1 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:10:58.707683 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.835879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:58.847203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.847559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.848305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.848647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > port after_create 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.848973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.849307 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > port after_update 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.849627 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.849941 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.850252 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:58.850560 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:59.008810 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:59.009075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:59.009399 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:59.009721 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:10:59.010073 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0757223-9e66-4415-b1e7-397081ca84bf']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:59.027907 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0d084f-52e1-444f-a2a4-6d29091772cd') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:59.028200 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0d084f-52e1-444f-a2a4-6d29091772cd') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:59.044614 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.064941 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.072588 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:10:59.073226 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: from cryptography.utils import int_from_bytes Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: from cryptography.utils import int_from_bytes Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:10:59.077778 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:10:59.206732 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.210931 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-90d96ea4-8da7-4fc6-9a3b-8dea657ebbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:59.215928 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.220833 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0757223-9e66-4415-b1e7-397081ca84bf HTTP/1.1" status: 204 len: 168 time: 0.5861239 Jun 22 09:10:59.227506 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0757223-9e66-4415-b1e7-397081ca84bf,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:59.230602 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:59.281214 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-82c29120-e6a7-4ec5-ac21-0b278998438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.380275 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832d489-0285-4fcc-acc1-006c97949fd0 req-d49e825c-8afa-401e-b248-57017d963d6a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:59.381841 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2832d489-0285-4fcc-acc1-006c97949fd0 req-d49e825c-8afa-401e-b248-57017d963d6a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.0692866 Jun 22 09:10:59.389889 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57464) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:59.395716 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1672172424-network', 'tenant_id': 'b9ed3e9729f64a939680825c00134592'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:10:59.443603 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2832d489-0285-4fcc-acc1-006c97949fd0 req-d32e435b-9181-44ec-bed4-9ef1cb160504 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Jun 22 09:10:59.449194 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1fefe758-1daf-4f18-872a-ca39a72d8e22 req-4f586a7a-1da4-4238-8bca-eb5efdf9cd79 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0345793 Jun 22 09:10:59.486641 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Made reservation on behalf of b9ed3e9729f64a939680825c00134592 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:59.489101 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.498032 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.590560 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57468) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:59.595506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.633926 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5c375cef-778b-43da-9be3-07fa13f8f8f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b165fc465ce4c48a898ca60a7c2cdc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397737 Jun 22 09:10:59.634269 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57470) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:10:59.653126 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.656408 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0f0d9863-9bd3-46eb-aac8-7954fd4d68ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:59.678961 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:10:59.688626 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a988769-599c-44ad-9cfe-a2ba84dffce1,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:59.696939 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:59.703795 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.704289 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Added segment e7a659ce-09bb-484f-80ac-3d4fe3904190 of type vlan for network cf5fa700-43de-40bc-891d-6df20bec14a4 Jun 22 09:10:59.731860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.756560 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.759335 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.773411 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd1c8c-c89d-41f0-8778-2e298c8c8883 req-2e046df8-d95c-417f-8615-a08a60cfa6be tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:59.774974 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cdd1c8c-c89d-41f0-8778-2e298c8c8883 req-2e046df8-d95c-417f-8615-a08a60cfa6be tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1228304 Jun 22 09:10:59.831870 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cdd1c8c-c89d-41f0-8778-2e298c8c8883 req-fef36103-92ff-4dcd-a6ca-ec4b9cf56fe6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 Jun 22 09:10:59.912870 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.914250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:10:59.914834 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.918747 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:59.961348 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.969167 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:10:59.969167 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c115fb81-48cd-49ce-8a57-4477465e679c HTTP/1.1" status: 204 len: 168 time: 0.3308780 Jun 22 09:10:59.969167 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:10:59.991172 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5fa700-43de-40bc-891d-6df20bec14a4,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:59.993672 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c115fb81-48cd-49ce-8a57-4477465e679c,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:59.994344 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:10:59.996476 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:00.006726 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network cf5fa700-43de-40bc-891d-6df20bec14a4 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:11:00.120086 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7282054 Jun 22 09:11:00.126018 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57478) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:00.131285 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Request body: {'subnet': {'network_id': 'cf5fa700-43de-40bc-891d-6df20bec14a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1672172424-subnet', 'tenant_id': 'b9ed3e9729f64a939680825c00134592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:00.209798 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:00.238451 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Made reservation on behalf of b9ed3e9729f64a939680825c00134592 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:00.240928 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:00.450314 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:00.453574 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f04ce2fb-5801-46ba-ad87-20ec132d6957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:00.502799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecc014e-daa1-4215-ae8e-2878e18dd522,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:00.510525 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:00.520580 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Checking segment: {'id': 'e7a659ce-09bb-484f-80ac-3d4fe3904190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cf5fa700-43de-40bc-891d-6df20bec14a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:00.520999 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Network hostable DHCP agents. Network: cf5fa700-43de-40bc-891d-6df20bec14a4, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:00.618219 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Network cf5fa700-43de-40bc-891d-6df20bec14a4 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:00.653215 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-47f60c08-67bc-43d9-a954-55cf6f6a8fdb req-f2ef9b7e-f162-4225-b7b5-e4190859c2d3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0463910 Jun 22 09:11:00.673962 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de365e0-1581-40be-8595-3eb27db948f2 req-0da5a531-1302-42d9-8983-ce346c148476 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:00.679734 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1de365e0-1581-40be-8595-3eb27db948f2 req-0da5a531-1302-42d9-8983-ce346c148476 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.0771008 Jun 22 09:11:00.710220 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, cf5fa700-43de-40bc-891d-6df20bec14a4) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:00.715900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:00.717005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:00.718111 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1de365e0-1581-40be-8595-3eb27db948f2 req-40cf3252-b6ef-46e2-91ac-110c33326529 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365984 Jun 22 09:11:00.721351 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59aa3fe-2adc-48f1-852d-a3098c32d871 None None] Network cf5fa700-43de-40bc-891d-6df20bec14a4 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:00.738141 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:00.816671 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6893597 Jun 22 09:11:00.860873 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad2446-16eb-4a98-9754-74fe3b88fc5a None None] Network cf5fa700-43de-40bc-891d-6df20bec14a4 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:01.082545 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eb109-54d9-4a0a-a0ae-8079fccaa8d5 req-4bc74857-eaef-41a3-94fd-6186819957cb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:01.083727 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bb9eb109-54d9-4a0a-a0ae-8079fccaa8d5 req-4bc74857-eaef-41a3-94fd-6186819957cb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0787196 Jun 22 09:11:01.146501 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bb9eb109-54d9-4a0a-a0ae-8079fccaa8d5 req-acb8c9dd-e5b0-42d9-b1bf-7f036d2a5ad8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Jun 22 09:11:01.285705 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-1eeb9294-af26-428c-8752-2ef4836c89c2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:01.287569 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-1eeb9294-af26-428c-8752-2ef4836c89c2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.2004766 Jun 22 09:11:01.305762 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Request body: {'port': {'device_id': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'admin_state_up': True, 'tenant_id': 'e178e510ccce459ab7ce215517fe4e01'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:01.521480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Made reservation on behalf of e178e510ccce459ab7ce215517fe4e01 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:01.525040 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:01.654470 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Allocated IP 172.20.0.2 (92265919-60b4-4b98-96c0-7e391be44752/a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52/aa0077d9-7153-47d5-9dc6-42d0085f467b) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:01.808579 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b877fc8d-4c50-4b07-be26-0892ad589193 req-fc0ef22e-3662-432d-928a-a0efe48ccc37 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0340710 Jun 22 09:11:01.844721 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:01.976079 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c6b01-68e6-4386-bdfd-fe29f7164513 req-2c3343ed-96d1-4e16-96f7-9be24a6ffa97 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:01.977557 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cb6c6b01-68e6-4386-bdfd-fe29f7164513 req-2c3343ed-96d1-4e16-96f7-9be24a6ffa97 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.0693586 Jun 22 09:11:01.979359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:01.983926 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6f460e14-7d02-4e53-a4ae-cb08c735659a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:01.995291 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:02.056787 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Network 92265919-60b4-4b98-96c0-7e391be44752 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:02.065766 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:02.069662 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event updated for resources: {'Port': ['ID=aa0077d9-7153-47d5-9dc6-42d0085f467b,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:02.074444 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:02.079104 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:02.098917 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cb6c6b01-68e6-4386-bdfd-fe29f7164513 req-7bd18360-2ed2-48f2-b9a1-60cd6f22d13a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113889 Jun 22 09:11:02.128340 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:02.129010 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:02.247817 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9462538 Jun 22 09:11:02.262748 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Request body: {'port': {'device_id': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:02.404936 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:02.419725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafc2b1-cc3d-4b2f-928a-c30820e46569 req-3be3b6e7-b980-4c02-8775-ce1350046441 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:02.421415 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cfafc2b1-cc3d-4b2f-928a-c30820e46569 req-3be3b6e7-b980-4c02-8775-ce1350046441 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1546400 Jun 22 09:11:02.496159 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cfafc2b1-cc3d-4b2f-928a-c30820e46569 req-b8f8eefd-40b2-406b-8261-4e267656205e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647473 Jun 22 09:11:02.732659 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0077d9-7153-47d5-9dc6-42d0085f467b {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:02.740181 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:02.752779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:02.754282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Transition to ACTIVE for port object aa0077d9-7153-47d5-9dc6-42d0085f467b will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:02.821762 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:02.824622 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9fd761f4-9d64-4fdf-9886-33ed506c5715 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:02.896840 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0077d9-7153-47d5-9dc6-42d0085f467b,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:02.901873 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:03.008140 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Attempting to bind port aa0077d9-7153-47d5-9dc6-42d0085f467b on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:03.008517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Attempting to bind port aa0077d9-7153-47d5-9dc6-42d0085f467b by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:03.008886 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Attempting to bind port aa0077d9-7153-47d5-9dc6-42d0085f467b on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:03.015314 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Port aa0077d9-7153-47d5-9dc6-42d0085f467b on network 92265919-60b4-4b98-96c0-7e391be44752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:11:03.015639 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Attempting to bind port aa0077d9-7153-47d5-9dc6-42d0085f467b on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:03.023455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:03.023790 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Checking segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:03.024164 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Bound using segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:03.024593 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Bound port: aa0077d9-7153-47d5-9dc6-42d0085f467b, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:03.024940 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:03.046749 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981893bf-e7fe-4fc2-9e54-967da9225c9e req-f6399c71-8cdf-473b-9426-4cfe9d177792 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.048871 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-981893bf-e7fe-4fc2-9e54-967da9225c9e req-f6399c71-8cdf-473b-9426-4cfe9d177792 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 943 time: 0.1254866 Jun 22 09:11:03.133142 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-981893bf-e7fe-4fc2-9e54-967da9225c9e req-9fcfb271-93e1-40d1-8510-d4c4e316015c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771954 Jun 22 09:11:03.138913 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] For port aa0077d9-7153-47d5-9dc6-42d0085f467b, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:03.142528 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] For port aa0077d9-7153-47d5-9dc6-42d0085f467b, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=aa0077d9-7153-47d5-9dc6-42d0085f467b,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:03.221820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:03.224353 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0672f0ff-f43b-4d7a-b796-5f76628859d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:03.264983 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.265598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:03.267282 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa0077d9-7153-47d5-9dc6-42d0085f467b HTTP/1.1" status: 200 len: 1093 time: 1.0093627 Jun 22 09:11:03.267762 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'tag': 'aa0077d9-7153-47d5-9dc6-42d0085f467b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:03.270130 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ae2e42-aee9-4d1c-82a2-f924b5702e62", "tag": "aa0077d9-7153-47d5-9dc6-42d0085f467b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:03.289788 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0077d9-7153-47d5-9dc6-42d0085f467b,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:03.294918 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:03.298174 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069beb6f-bd06-4564-9a94-a460a22ffab0 req-c776dd47-fcc2-427f-b4d4-8060c9249b62 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.300006 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-069beb6f-bd06-4564-9a94-a460a22ffab0 req-c776dd47-fcc2-427f-b4d4-8060c9249b62 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 943 time: 0.0717235 Jun 22 09:11:03.310106 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc0b80-bcbe-42f9-9263-bbe7ff473896 x-openstack-request-id: req-e2cc0b80-bcbe-42f9-9263-bbe7ff473896 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:03.310419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ae2e42-aee9-4d1c-82a2-f924b5702e62", "tag": "aa0077d9-7153-47d5-9dc6-42d0085f467b", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:03.310696 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2cc0b80-bcbe-42f9-9263-bbe7ff473896 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:03.311107 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'tag': 'aa0077d9-7153-47d5-9dc6-42d0085f467b', 'status': 'completed', 'code': 200} Jun 22 09:11:03.338506 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-069beb6f-bd06-4564-9a94-a460a22ffab0 req-daf4e0f6-2401-4a5d-8a4a-0aaa8df5eec9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jun 22 09:11:03.413558 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa req-64e0a614-bc36-4fc8-9f14-c73688ffac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.415112 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa req-64e0a614-bc36-4fc8-9f14-c73688ffac3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 1096 time: 0.0630252 Jun 22 09:11:03.453672 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 85540a31-d07c-4e72-b1d7-449c2f280135 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:11:03.529116 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa req-fbe89572-27f7-4d83-841f-85218c6aa1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.530480 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa req-fbe89572-27f7-4d83-841f-85218c6aa1d5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e178e510ccce459ab7ce215517fe4e01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1006742 Jun 22 09:11:03.567655 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-9c514cf6-deea-4593-8a75-f0bb7b93046d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555229 Jun 22 09:11:03.572164 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 85540a31-d07c-4e72-b1d7-449c2f280135, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=85540a31-d07c-4e72-b1d7-449c2f280135,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:03.584180 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '85540a31-d07c-4e72-b1d7-449c2f280135', 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c', 'port_id': '85540a31-d07c-4e72-b1d7-449c2f280135', 'mac_address': 'fa:16:3e:b5:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149d31c6-98a7-4f1e-a5ae-b1d3660021fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:11:03.639562 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:03.643716 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa req-e24cc728-1064-4068-9604-c46104e7fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.645231 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f624db9d-11c2-44f1-81d3-0d1bdfdfdfaa req-e24cc728-1064-4068-9604-c46104e7fffe service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974224 Jun 22 09:11:03.653394 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85540a31-d07c-4e72-b1d7-449c2f280135 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:03.679850 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 85540a31-d07c-4e72-b1d7-449c2f280135, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=85540a31-d07c-4e72-b1d7-449c2f280135,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:03.727223 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2bb91-7101-4878-93a2-56e2173ca7db req-fa1a4345-0075-4173-9f21-577ed1d57f02 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.729011 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5a2bb91-7101-4878-93a2-56e2173ca7db req-fa1a4345-0075-4173-9f21-577ed1d57f02 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1120143 Jun 22 09:11:03.735493 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-e002465d-7c69-49df-aad6-95598dc553f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.737225 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-e002465d-7c69-49df-aad6-95598dc553f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 1098 time: 0.0911376 Jun 22 09:11:03.751894 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-e024e1a4-aad4-4527-8ada-ef093ec4328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.753631 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-e024e1a4-aad4-4527-8ada-ef093ec4328c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 1096 time: 0.0542951 Jun 22 09:11:03.756105 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:03.758621 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:03.775435 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5a2bb91-7101-4878-93a2-56e2173ca7db req-66592bd6-841f-4784-8931-17c878c8e3e3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371444 Jun 22 09:11:03.818223 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=85540a31-d07c-4e72-b1d7-449c2f280135,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:03.825585 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:03.839172 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-e1e1d572-eca7-41ba-8c25-23b7a385637e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa0077d9-7153-47d5-9dc6-42d0085f467b HTTP/1.1" status: 200 len: 217 time: 0.0543959 Jun 22 09:11:03.878487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-d55e973a-7cb5-48e0-a637-9e1cf98123c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.880074 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-d55e973a-7cb5-48e0-a637-9e1cf98123c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 915 time: 0.0955958 Jun 22 09:11:03.893099 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-c1c88d88-4e71-4a38-8d38-06fc7561cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:03.894040 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-c1c88d88-4e71-4a38-8d38-06fc7561cd06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.0450246 Jun 22 09:11:03.943798 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-760e9394-3030-404a-9567-4a3e9febfa58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269701 Jun 22 09:11:03.953817 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-29028fbf-2b3b-4166-97cb-8cd7498fa7c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c24d507-403d-4799-ae79-41a1faa596cb HTTP/1.1" status: 200 len: 217 time: 0.0380454 Jun 22 09:11:04.018515 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-c14d7c7d-dcb4-42f6-8491-f0384a418377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:04.020041 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-c14d7c7d-dcb4-42f6-8491-f0384a418377 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.0454199 Jun 22 09:11:04.068809 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-8a504586-cf7f-4ec8-bdd3-701fcf97f9aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328131 Jun 22 09:11:04.068950 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-c13ba5cb-4a8a-4b5c-ad55-419b8aa14c06 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953095 Jun 22 09:11:04.188088 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-7cef5c10-53c7-4b61-90d1-ce824d563a11 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890667 Jun 22 09:11:04.205261 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0aa2c710-0385-4ecb-a19f-157681a18afa req-c42d4371-089f-4556-a459-924d558504a5 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051567 Jun 22 09:11:04.328102 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ac6914c-c9fc-4283-a71e-e3a2207a5376 req-03addb52-348e-4c46-8fac-8a929c80ae6d service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254427 Jun 22 09:11:04.339641 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['85540a31-d07c-4e72-b1d7-449c2f280135'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:04.352657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fc89-3bdc-4f02-be56-881c9b403c83 req-93b2483a-9264-44c2-bede-536bb2028c31 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:04.354823 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9628fc89-3bdc-4f02-be56-881c9b403c83 req-93b2483a-9264-44c2-bede-536bb2028c31 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 943 time: 0.0876746 Jun 22 09:11:04.404299 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9628fc89-3bdc-4f02-be56-881c9b403c83 req-dfd30d97-9fbf-4279-adc3-5facd530a58d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Jun 22 09:11:04.584041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b23550-2c24-405d-9723-481d38d1846d req-0ae20e7b-1c96-404d-8e0c-729a6fc02350 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:04.585521 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-21b23550-2c24-405d-9723-481d38d1846d req-0ae20e7b-1c96-404d-8e0c-729a6fc02350 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 944 time: 0.0860929 Jun 22 09:11:04.624321 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-21b23550-2c24-405d-9723-481d38d1846d req-6ac74c39-c5b9-48fd-bb63-a95b3707fb11 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Jun 22 09:11:04.951564 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798418-8e1c-4414-9eba-55c1c5d914b8 req-22a55598-976e-4d46-a04d-283a51c53f24 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:04.953004 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7a798418-8e1c-4414-9eba-55c1c5d914b8 req-22a55598-976e-4d46-a04d-283a51c53f24 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0630627 Jun 22 09:11:04.990992 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7a798418-8e1c-4414-9eba-55c1c5d914b8 req-fe8aede6-01d4-4b92-b6ed-0dc2f250569f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jun 22 09:11:05.585264 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63639387-73f4-40ce-8592-6249d84d4513 req-61dd6d50-1a08-43ae-ae94-0b63832d06b1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:05.586720 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-63639387-73f4-40ce-8592-6249d84d4513 req-61dd6d50-1a08-43ae-ae94-0b63832d06b1 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 943 time: 0.0647883 Jun 22 09:11:05.603911 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57632) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:05.626130 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-63639387-73f4-40ce-8592-6249d84d4513 req-0e245e31-69b9-4ac3-bfcb-2d8fcf134b70 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jun 22 09:11:05.713967 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:05.841816 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:05.855379 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336c7bf-744f-433a-aab5-62c2f7223736 req-f68775a8-a49b-4d2a-8d5b-301171af81ce tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:05.856848 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a336c7bf-744f-433a-aab5-62c2f7223736 req-f68775a8-a49b-4d2a-8d5b-301171af81ce tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 944 time: 0.1004236 Jun 22 09:11:05.899658 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a336c7bf-744f-433a-aab5-62c2f7223736 req-5c5bcbc3-c199-423c-8ab5-9d4ec25b9e9e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Jun 22 09:11:05.913079 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:05.916706 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b07d9342-e194-4ef9-a13c-1bbc1e023159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:05.959163 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba73010d551c4e7c985ff9872b097085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539217 Jun 22 09:11:05.959906 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b797cb4-b2e3-4dd6-ac8f-1969161a3c22,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:05.961858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57648) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:05.962843 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:06.017030 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.037632 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.175899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d442-5495-46f9-bc6a-c3fc06e9124c req-26e19634-feed-447c-b274-73d5cb67bb01 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:06.177411 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d106d442-5495-46f9-bc6a-c3fc06e9124c req-26e19634-feed-447c-b274-73d5cb67bb01 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0650449 Jun 22 09:11:06.178522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.181112 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.182304 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b797cb4-b2e3-4dd6-ac8f-1969161a3c22 HTTP/1.1" status: 204 len: 168 time: 0.2179883 Jun 22 09:11:06.185067 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:06.198650 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b797cb4-b2e3-4dd6-ac8f-1969161a3c22,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:06.206916 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:06.228955 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d106d442-5495-46f9-bc6a-c3fc06e9124c req-9e827c98-f65f-46cd-b51a-f0a29d87643c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 Jun 22 09:11:06.353579 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57660) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:06.595716 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.708522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.761318 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.764060 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-74d5b2c7-6b11-41ed-96d8-b3cfbe324389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:06.803799 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4d5cb88dcff420f8b9ecabacb8a6963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488144 Jun 22 09:11:06.804731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4ddaa-7a1b-4dd3-b9c2-8e515b60fa6b,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:06.808051 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57680) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:06.808534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:06.861953 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd519b45-59cf-4d4d-98fa-320542d771e2 req-63c7cae9-b1e5-42c9-9f5c-a1c4933e7309 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:06.863548 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dd519b45-59cf-4d4d-98fa-320542d771e2 req-63c7cae9-b1e5-42c9-9f5c-a1c4933e7309 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 943 time: 0.0965533 Jun 22 09:11:06.894683 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.931175 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:06.940586 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dd519b45-59cf-4d4d-98fa-320542d771e2 req-dc4a08dd-c471-4ea4-8c2e-d666b86ff941 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644619 Jun 22 09:11:07.055679 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:07.058677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:07.061703 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bf4ddaa-7a1b-4dd3-b9c2-8e515b60fa6b HTTP/1.1" status: 204 len: 168 time: 0.2501142 Jun 22 09:11:07.061703 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8db57b9e-6a99-41af-a821-334a2589286e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:07.070134 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4ddaa-7a1b-4dd3-b9c2-8e515b60fa6b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.091745 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:07.125616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c92a77-ce2e-4b3f-a4ed-71932dbdef35 req-8a89ec92-9035-412d-83aa-315fd6135fe5 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:07.127200 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-55c92a77-ce2e-4b3f-a4ed-71932dbdef35 req-8a89ec92-9035-412d-83aa-315fd6135fe5 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 944 time: 0.0916390 Jun 22 09:11:07.165824 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-55c92a77-ce2e-4b3f-a4ed-71932dbdef35 req-3d9e5b6e-1aaf-44c9-ac62-4e5275a05bcd tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Jun 22 09:11:07.430368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6639c-cc79-46b3-a600-951a497f07c9 req-388369c7-c9e8-43ae-a4df-30d61e8c16d2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:07.432728 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-02a6639c-cc79-46b3-a600-951a497f07c9 req-388369c7-c9e8-43ae-a4df-30d61e8c16d2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0683455 Jun 22 09:11:07.459488 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 85540a31-d07c-4e72-b1d7-449c2f280135 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:07.526160 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-02a6639c-cc79-46b3-a600-951a497f07c9 req-d59b5c4a-2908-47cc-bf8f-1e711dbeea1f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834768 Jun 22 09:11:07.601145 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 85540a31-d07c-4e72-b1d7-449c2f280135 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:07.605706 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 85540a31-d07c-4e72-b1d7-449c2f280135 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:07.606084 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:07.685985 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:07.709329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22caacd1-555a-493b-862c-9d0072a8bac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85540a31-d07c-4e72-b1d7-449c2f280135'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:07.711608 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e54c4-d624-4465-87a3-d31f755db30f" -d '{"events": [{"server_uuid": "22caacd1-555a-493b-862c-9d0072a8bac8", "name": "network-vif-plugged", "status": "completed", "tag": "85540a31-d07c-4e72-b1d7-449c2f280135"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:07.739979 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 85540a31-d07c-4e72-b1d7-449c2f280135, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=85540a31-d07c-4e72-b1d7-449c2f280135,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:07.756362 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b705a52e-20ac-4994-8d7a-349883da287c x-openstack-request-id: req-b705a52e-20ac-4994-8d7a-349883da287c {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:07.756806 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22caacd1-555a-493b-862c-9d0072a8bac8", "name": "network-vif-plugged", "status": "completed", "tag": "85540a31-d07c-4e72-b1d7-449c2f280135", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:07.757119 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b705a52e-20ac-4994-8d7a-349883da287c {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:07.757520 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22caacd1-555a-493b-862c-9d0072a8bac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85540a31-d07c-4e72-b1d7-449c2f280135', 'code': 200} Jun 22 09:11:07.813139 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:07.815741 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-aff5f794-07f4-47b1-87ba-184f2026c5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:07.861358 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=85540a31-d07c-4e72-b1d7-449c2f280135,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.864442 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:08.129603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c54b92-77fb-468c-b4e6-eac7199811d8 req-8e06f436-e25c-435a-aca7-41c0a5716924 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:08.131230 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-92c54b92-77fb-468c-b4e6-eac7199811d8 req-8e06f436-e25c-435a-aca7-41c0a5716924 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 943 time: 0.0744679 Jun 22 09:11:08.174708 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-92c54b92-77fb-468c-b4e6-eac7199811d8 req-99139b22-8268-44fb-8e96-a2350ee1128b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Jun 22 09:11:08.283339 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57740) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:08.298836 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528352b-f2a9-4336-8649-27218efacf00 req-20bf9dfa-c1fd-45b7-92dc-d4db53c213a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:08.300411 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2528352b-f2a9-4336-8649-27218efacf00 req-20bf9dfa-c1fd-45b7-92dc-d4db53c213a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 1098 time: 0.0651255 Jun 22 09:11:08.379475 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2528352b-f2a9-4336-8649-27218efacf00 req-bd8d00b0-7fe4-4500-85d7-029f18e6e1b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Jun 22 09:11:08.393697 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-195827209-network', 'tenant_id': '7374e443c68e413b9e9d1c6ca2e889ec'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:08.398952 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991e0aa-c625-4d97-b743-50631a58d834 req-b5e9a112-1706-4460-acc1-84b579cd2678 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:08.401002 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c991e0aa-c625-4d97-b743-50631a58d834 req-b5e9a112-1706-4460-acc1-84b579cd2678 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0922027 Jun 22 09:11:08.441364 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c991e0aa-c625-4d97-b743-50631a58d834 req-055f6536-4ee5-4bbe-baa3-76de85075377 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345922 Jun 22 09:11:08.520493 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Made reservation on behalf of 7374e443c68e413b9e9d1c6ca2e889ec for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:08.522807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:08.536978 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:08.623461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:08.699220 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44befc-78ab-4b10-9df6-0f0ba27c1412 req-ca344757-7015-4372-858f-80ce85cf4d33 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:08.700746 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8b44befc-78ab-4b10-9df6-0f0ba27c1412 req-ca344757-7015-4372-858f-80ce85cf4d33 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0623996 Jun 22 09:11:08.741249 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8b44befc-78ab-4b10-9df6-0f0ba27c1412 req-0b49e64c-9b76-4df5-a3f2-e936ed60bb14 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347927 Jun 22 09:11:08.741454 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:08.745087 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:08.767726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:11:08.776059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d5e37-bc39-4882-a4be-bbd5d80fb6da,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:08.779510 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:08.782121 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:08.783348 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Added segment 6aabc8dc-cf10-49d1-a699-8ebf5262ed71 of type vlan for network 509021d0-cfab-449d-9c1b-699559910c9b Jun 22 09:11:08.823117 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.132244 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.133576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:09.134145 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.136444 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fff7182a-7887-49bd-bbaa-4a9846c9ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:09.192881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=509021d0-cfab-449d-9c1b-699559910c9b,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:09.195550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:09.202808 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 509021d0-cfab-449d-9c1b-699559910c9b details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:11:09.248974 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9647713 Jun 22 09:11:09.251804 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57758) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:09.256623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Request body: {'subnet': {'network_id': '509021d0-cfab-449d-9c1b-699559910c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-195827209-subnet', 'tenant_id': '7374e443c68e413b9e9d1c6ca2e889ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:09.366487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Made reservation on behalf of 7374e443c68e413b9e9d1c6ca2e889ec for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:09.371409 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.384595 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136038a-da00-4d38-8999-9264fc382364 req-cf14491d-f87b-4de4-a47c-a464803aa722 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:09.386351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1136038a-da00-4d38-8999-9264fc382364 req-cf14491d-f87b-4de4-a47c-a464803aa722 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 943 time: 0.0786760 Jun 22 09:11:09.430046 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1136038a-da00-4d38-8999-9264fc382364 req-9050e4da-9fb5-4bf4-8a6e-65fe1f828227 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367301 Jun 22 09:11:09.468592 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device aa0077d9-7153-47d5-9dc6-42d0085f467b details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:11:09.579433 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port aa0077d9-7153-47d5-9dc6-42d0085f467b, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=aa0077d9-7153-47d5-9dc6-42d0085f467b,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:09.591804 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'aa0077d9-7153-47d5-9dc6-42d0085f467b', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'port_id': 'aa0077d9-7153-47d5-9dc6-42d0085f467b', 'mac_address': 'fa:16:3e:cc:41:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:11:09.638080 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce13f06-fbf4-4eeb-873d-16503e8c5be4 req-df773f86-44c7-424f-b31b-f028594b3bdf tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:09.638525 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.639656 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fce13f06-fbf4-4eeb-873d-16503e8c5be4 req-df773f86-44c7-424f-b31b-f028594b3bdf tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0728955 Jun 22 09:11:09.646604 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.656769 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0077d9-7153-47d5-9dc6-42d0085f467b {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:09.657225 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2a292daa-40da-494e-8e38-b84484cf81a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:09.680654 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port aa0077d9-7153-47d5-9dc6-42d0085f467b, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=aa0077d9-7153-47d5-9dc6-42d0085f467b,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:09.729695 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a58ea9-04f2-4b3f-98ef-e359156cf95b,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:09.733930 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fce13f06-fbf4-4eeb-873d-16503e8c5be4 req-3afccd22-c344-4bf5-86d0-792fe6f55c14 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862274 Jun 22 09:11:09.734668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:09.750756 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Checking segment: {'id': '6aabc8dc-cf10-49d1-a699-8ebf5262ed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '509021d0-cfab-449d-9c1b-699559910c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:09.751117 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Network hostable DHCP agents. Network: 509021d0-cfab-449d-9c1b-699559910c9b, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:09.793727 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.793727 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:09.844236 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=aa0077d9-7153-47d5-9dc6-42d0085f467b,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:09.847564 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:09.892601 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Network 509021d0-cfab-449d-9c1b-699559910c9b is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:09.926025 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96967adf-27af-45f4-8ee3-2ddc1ffd25e2 req-514cc5c4-9719-4e80-b2b4-8fbfdc1d7369 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:09.927640 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-96967adf-27af-45f4-8ee3-2ddc1ffd25e2 req-514cc5c4-9719-4e80-b2b4-8fbfdc1d7369 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0719497 Jun 22 09:11:09.966936 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-96967adf-27af-45f4-8ee3-2ddc1ffd25e2 req-5a07be85-f208-41ef-9402-5c429d93dc7b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324142 Jun 22 09:11:09.983515 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 509021d0-cfab-449d-9c1b-699559910c9b) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:09.987650 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:09.988259 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:09.993888 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea342c1-0e9c-41a8-88fd-59573d6c2268 None None] Network 509021d0-cfab-449d-9c1b-699559910c9b requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:10.061738 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-422f1c06-66ce-43f1-85e8-87bb69e2929a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8088360 Jun 22 09:11:10.121832 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757f8f1-f9ec-4454-9c1c-d811001c47db None None] Network 509021d0-cfab-449d-9c1b-699559910c9b requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:10.528123 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['aa0077d9-7153-47d5-9dc6-42d0085f467b'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:10.611536 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb845ef-c818-428d-aef6-d0706c090485 req-d04fdfd5-0285-45e8-bc2b-e780a4a8c719 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:10.613016 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6fb845ef-c818-428d-aef6-d0706c090485 req-d04fdfd5-0285-45e8-bc2b-e780a4a8c719 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0657930 Jun 22 09:11:10.657090 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6fb845ef-c818-428d-aef6-d0706c090485 req-3601439f-fee9-4e05-acb6-1f55872ccef8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 Jun 22 09:11:10.776792 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57798) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:10.781796 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-125118536-network', 'tenant_id': 'dd795a8a15954f19bebcbdcdf5002ab2'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:10.892352 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Made reservation on behalf of dd795a8a15954f19bebcbdcdf5002ab2 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:10.896839 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:10.907393 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:10.927346 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdbf2d-eb64-4e0b-ae9c-37ca2521c98a req-ac55d95a-e830-41ee-aa7c-ff78da8ee2c9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:10.928726 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-18cdbf2d-eb64-4e0b-ae9c-37ca2521c98a req-ac55d95a-e830-41ee-aa7c-ff78da8ee2c9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0728948 Jun 22 09:11:10.968029 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-18cdbf2d-eb64-4e0b-ae9c-37ca2521c98a req-7953fcb4-9940-4d0c-8e53-bd8c34baa267 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Jun 22 09:11:11.004512 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.080366 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.084608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:11.136811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:11:11.149490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c6f012-7782-4384-befd-5718c2701b57,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:11.155363 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:11.159779 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.160119 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Added segment 7142ecd8-0fa0-4563-9a34-d7e84ac78d8f of type vlan for network a46efcab-cd09-4f1f-b613-27e8f03be6fc Jun 22 09:11:11.210330 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.229390 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa8bc4-c77d-4293-8a4d-f092c5f2d6ec req-69a28a97-3a0d-410b-8d59-40aa16589529 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:11.230865 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1efa8bc4-c77d-4293-8a4d-f092c5f2d6ec req-69a28a97-3a0d-410b-8d59-40aa16589529 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1471558 Jun 22 09:11:11.279447 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1efa8bc4-c77d-4293-8a4d-f092c5f2d6ec req-e9fafa00-34fc-4351-9488-b2b41c315d8b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Jun 22 09:11:11.343299 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.344742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:11.345321 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.348414 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:11.409572 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a46efcab-cd09-4f1f-b613-27e8f03be6fc,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:11.412314 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:11.420014 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network a46efcab-cd09-4f1f-b613-27e8f03be6fc details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:11:11.447487 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6694920 Jun 22 09:11:11.450146 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57810) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:11.455438 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Request body: {'subnet': {'network_id': 'a46efcab-cd09-4f1f-b613-27e8f03be6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-125118536-subnet', 'tenant_id': 'dd795a8a15954f19bebcbdcdf5002ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:11.537937 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Made reservation on behalf of dd795a8a15954f19bebcbdcdf5002ab2 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:11.540536 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24885518'] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.755554 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12793711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24885564'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:11.759118 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5d7a3848-243a-4f95-817d-45b960472403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:11.812475 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c7cca3-450f-4ed1-955b-d1d8f1b2635c,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:11.815338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:11.828022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Checking segment: {'id': '7142ecd8-0fa0-4563-9a34-d7e84ac78d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a46efcab-cd09-4f1f-b613-27e8f03be6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:11.828381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Network hostable DHCP agents. Network: a46efcab-cd09-4f1f-b613-27e8f03be6fc, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:11.904251 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Network a46efcab-cd09-4f1f-b613-27e8f03be6fc is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:11.910960 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e10cf8-2d37-43fb-b0e4-1fb85340d70b req-047ce9fc-d345-42da-9b14-649b3768737b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:11.912560 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-51e10cf8-2d37-43fb-b0e4-1fb85340d70b req-047ce9fc-d345-42da-9b14-649b3768737b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0619941 Jun 22 09:11:11.951861 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-51e10cf8-2d37-43fb-b0e4-1fb85340d70b req-f5e9b8a3-0798-435d-bb7a-657ff9abc828 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Jun 22 09:11:11.998302 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, a46efcab-cd09-4f1f-b613-27e8f03be6fc) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:12.002583 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:12.003538 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.009522 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f658ff4-4783-4853-ab8b-d0aee2d8552c None None] Network a46efcab-cd09-4f1f-b613-27e8f03be6fc requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:12.107648 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6563365 Jun 22 09:11:12.137273 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb1076-f5fa-4800-bcd8-d681f7b7e272 None None] Network a46efcab-cd09-4f1f-b613-27e8f03be6fc requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:12.227585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57834) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:12.272526 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Deleting subnet 82a58ea9-04f2-4b3f-98ef-e359156cf95b {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:11:12.276446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.309663 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.355664 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.452934 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d06b2-bc80-4018-8636-d0f3b43e7852 req-432a412a-06e4-4dc5-bfe9-088788922614 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:12.454359 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd6d06b2-bc80-4018-8636-d0f3b43e7852 req-432a412a-06e4-4dc5-bfe9-088788922614 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0662692 Jun 22 09:11:12.469577 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.472863 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:12.492266 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd6d06b2-bc80-4018-8636-d0f3b43e7852 req-8657c12d-3cda-4853-a5c3-00f9ab075d37 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Jun 22 09:11:12.497299 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a58ea9-04f2-4b3f-98ef-e359156cf95b,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:12.500308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:12.501269 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.503092 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/82a58ea9-04f2-4b3f-98ef-e359156cf95b HTTP/1.1" status: 204 len: 168 time: 0.2739890 Jun 22 09:11:12.505540 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57840) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:12.577987 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.652277 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.661410 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509021d0-cfab-449d-9c1b-699559910c9b']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:12.671043 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aabc8dc-cf10-49d1-a699-8ebf5262ed71') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:12.671367 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aabc8dc-cf10-49d1-a699-8ebf5262ed71') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:12.679691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.692895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.698501 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:11:12.698876 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:11:12.700508 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:11:12.806788 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:11:12.809774 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.813625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:12.819515 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.819515 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] 10.222.0.37 "DELETE /v2.0/networks/509021d0-cfab-449d-9c1b-699559910c9b HTTP/1.1" status: 204 len: 168 time: 0.3114228 Jun 22 09:11:12.821503 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57844) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:12.828968 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Pushing event deleted for resources: {'Network': ['ID=509021d0-cfab-449d-9c1b-699559910c9b,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:12.831232 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:12.866335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Deleting subnet 58c7cca3-450f-4ed1-955b-d1d8f1b2635c {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:11:12.869392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.902357 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:12.907720 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.062691 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.074594 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:13.122498 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c7cca3-450f-4ed1-955b-d1d8f1b2635c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:13.122498 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.122498 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/58c7cca3-450f-4ed1-955b-d1d8f1b2635c HTTP/1.1" status: 204 len: 168 time: 0.2974157 Jun 22 09:11:13.123591 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57850) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:13.125124 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-74773e1a-ff06-4815-acfe-58bfed34cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:13.154271 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639502c-e7f9-4301-b5e9-859a79c29255 req-e476edaf-d79c-454d-9f2a-28d0fad33833 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:13.155837 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3639502c-e7f9-4301-b5e9-859a79c29255 req-e476edaf-d79c-454d-9f2a-28d0fad33833 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0947413 Jun 22 09:11:13.192012 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3639502c-e7f9-4301-b5e9-859a79c29255 req-ee1b6d3f-b669-4847-9f39-b04608023d15 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306547 Jun 22 09:11:13.192216 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.271778 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.281781 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46efcab-cd09-4f1f-b613-27e8f03be6fc']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:13.291487 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7142ecd8-0fa0-4563-9a34-d7e84ac78d8f') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:13.291781 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7142ecd8-0fa0-4563-9a34-d7e84ac78d8f') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:13.300033 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.313078 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.318515 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:11:13.318886 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:11:13.320480 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:11:13.438420 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.442060 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:13.448771 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.451296 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a46efcab-cd09-4f1f-b613-27e8f03be6fc HTTP/1.1" status: 204 len: 168 time: 0.3264236 Jun 22 09:11:13.462472 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46efcab-cd09-4f1f-b613-27e8f03be6fc,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:13.465074 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d11fba49-0fa1-4c35-9f47-42599c4f0c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:13.664824 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ffb12-bbe6-4830-85af-c926f1250568 req-63bbdf8a-7088-430f-85d4-246197486f0b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:13.666379 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7e9ffb12-bbe6-4830-85af-c926f1250568 req-63bbdf8a-7088-430f-85d4-246197486f0b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0618370 Jun 22 09:11:13.708531 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7e9ffb12-bbe6-4830-85af-c926f1250568 req-013fd7b1-387e-4d66-99a7-d2fbeca78f86 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Jun 22 09:11:13.783937 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 57858) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:13.822931 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-3a84c2c3-6462-4290-837e-ad6c08388949 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7374e443c68e413b9e9d1c6ca2e889ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377483 Jun 22 09:11:13.826794 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57862) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:13.876502 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:13.896960 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.017557 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.020137 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.021301 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b4d5e37-bc39-4882-a4be-bbd5d80fb6da HTTP/1.1" status: 204 len: 168 time: 0.1934726 Jun 22 09:11:14.022137 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1aa652cd-e2cd-4d5c-a5b3-6943b31e0362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:14.030210 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d5e37-bc39-4882-a4be-bbd5d80fb6da,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:14.032526 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:14.362192 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c8ae-5dd3-422a-acb9-c2d78018eafa req-890db2f5-2114-4f1a-b977-feeb63d0b8cf tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:14.363656 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2096c8ae-5dd3-422a-acb9-c2d78018eafa req-890db2f5-2114-4f1a-b977-feeb63d0b8cf tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0628614 Jun 22 09:11:14.403876 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2096c8ae-5dd3-422a-acb9-c2d78018eafa req-3784481b-edc2-4c8a-be84-fcffc8278cf8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Jun 22 09:11:14.677661 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57874) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:14.716554 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-de1626cf-6d3d-497a-9798-f749e0e1852c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd795a8a15954f19bebcbdcdf5002ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377324 Jun 22 09:11:14.719100 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 57876) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:14.769218 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.789327 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.881808 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a519020-5943-4c90-a00f-b4654ccd995e req-8d2cf199-f30c-4a46-b4ef-57a87c8c5b72 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:14.883339 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9a519020-5943-4c90-a00f-b4654ccd995e req-8d2cf199-f30c-4a46-b4ef-57a87c8c5b72 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0633888 Jun 22 09:11:14.903833 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.906371 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:14.907516 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44c6f012-7782-4384-befd-5718c2701b57 HTTP/1.1" status: 204 len: 168 time: 0.1873944 Jun 22 09:11:14.909726 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d54b8511-5707-424c-a292-57f4ea23ed6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:14.920915 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c6f012-7782-4384-befd-5718c2701b57,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:14.932525 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:14.941139 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9a519020-5943-4c90-a00f-b4654ccd995e req-22b1d553-1ac1-45ed-bc69-b0a0f11c3e4d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Jun 22 09:11:15.583944 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00c146-e78a-4321-91fb-9e9d4d852005 req-bef7a735-c232-440b-9d17-4ba9787cba5c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:15.585397 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9b00c146-e78a-4321-91fb-9e9d4d852005 req-bef7a735-c232-440b-9d17-4ba9787cba5c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0684674 Jun 22 09:11:15.624530 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9b00c146-e78a-4321-91fb-9e9d4d852005 req-3b52324d-b524-4488-b58f-2b3fd83bc9a2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Jun 22 09:11:16.121905 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaecc1d-b85e-409b-b42b-08c68fbd830d req-3651d9cc-d47e-4c3a-8704-d724ade1dcd8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:16.123313 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-abaecc1d-b85e-409b-b42b-08c68fbd830d req-3651d9cc-d47e-4c3a-8704-d724ade1dcd8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0645440 Jun 22 09:11:16.161176 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-abaecc1d-b85e-409b-b42b-08c68fbd830d req-a50aaa0e-0fb6-4642-b706-68633c166c84 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Jun 22 09:11:16.803287 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbcd34-5b2b-4a76-aac6-744bb550848d req-85fc15b5-bbc1-4487-b9df-5c831c9b7465 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:16.804836 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-24dbcd34-5b2b-4a76-aac6-744bb550848d req-85fc15b5-bbc1-4487-b9df-5c831c9b7465 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0670352 Jun 22 09:11:16.842004 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-24dbcd34-5b2b-4a76-aac6-744bb550848d req-a307643d-1f10-4723-90a4-11f6ce748387 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Jun 22 09:11:17.332091 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371657-bf18-48bd-a0fb-88c48e8c730c req-82e4af8b-9bba-4c59-b1ff-33bcdd552933 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:17.333504 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c6371657-bf18-48bd-a0fb-88c48e8c730c req-82e4af8b-9bba-4c59-b1ff-33bcdd552933 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0637183 Jun 22 09:11:17.370764 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c6371657-bf18-48bd-a0fb-88c48e8c730c req-9d38d7fb-e44e-4389-bc18-786f2febba56 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305479 Jun 22 09:11:17.592451 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:18.013430 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e181b26-880a-455b-a2ae-43a8537a9bc2 req-deab25df-8c67-477b-a452-0902a675dd02 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:18.014848 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e181b26-880a-455b-a2ae-43a8537a9bc2 req-deab25df-8c67-477b-a452-0902a675dd02 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0607934 Jun 22 09:11:18.052289 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e181b26-880a-455b-a2ae-43a8537a9bc2 req-c4371519-ae80-490c-97fa-ff05aa330d10 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Jun 22 09:11:18.549824 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ff5a-b185-49c1-8058-6b9478321485 req-e2d33690-c707-4584-b0c9-674d91c6ad33 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:18.551353 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dad6ff5a-b185-49c1-8058-6b9478321485 req-e2d33690-c707-4584-b0c9-674d91c6ad33 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0662427 Jun 22 09:11:18.598147 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dad6ff5a-b185-49c1-8058-6b9478321485 req-980ea8d0-6e6a-4263-bd8d-e8f5e0a48740 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Jun 22 09:11:19.210054 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ce3d-83cc-4928-a7d3-d01cbed6438c req-072b763b-f7b1-4b5e-9990-0b0d56f4c5d4 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:19.211814 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c498ce3d-83cc-4928-a7d3-d01cbed6438c req-072b763b-f7b1-4b5e-9990-0b0d56f4c5d4 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0675230 Jun 22 09:11:19.252126 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c498ce3d-83cc-4928-a7d3-d01cbed6438c req-053811a0-c993-45eb-b1b7-3f9bfce60ef9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Jun 22 09:11:19.369163 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0355c-806b-4a62-bd69-d7a229931a54 req-22c03910-e84c-41fc-8166-7f3378aa20d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:19.370859 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e4b0355c-806b-4a62-bd69-d7a229931a54 req-22c03910-e84c-41fc-8166-7f3378aa20d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 944 time: 0.0690277 Jun 22 09:11:19.412248 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e4b0355c-806b-4a62-bd69-d7a229931a54 req-b8041d47-1ccb-4489-948b-3ef067b5eb85 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349102 Jun 22 09:11:19.512532 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device aa0077d9-7153-47d5-9dc6-42d0085f467b up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:19.643702 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port aa0077d9-7153-47d5-9dc6-42d0085f467b completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:19.647579 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port aa0077d9-7153-47d5-9dc6-42d0085f467b triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:19.652452 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:19.735952 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:19.764871 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0077d9-7153-47d5-9dc6-42d0085f467b'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:19.767421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7c52b2-da22-488b-9c85-01f2c747e753" -d '{"events": [{"server_uuid": "e2ae2e42-aee9-4d1c-82a2-f924b5702e62", "name": "network-vif-plugged", "status": "completed", "tag": "aa0077d9-7153-47d5-9dc6-42d0085f467b"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:19.776906 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949351-173f-4ff1-a0bf-c39563955394 req-2877c1e8-2ea3-4194-b5f0-ea1b41f15361 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:19.778667 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-15949351-173f-4ff1-a0bf-c39563955394 req-2877c1e8-2ea3-4194-b5f0-ea1b41f15361 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0694673 Jun 22 09:11:19.781401 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port aa0077d9-7153-47d5-9dc6-42d0085f467b, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=aa0077d9-7153-47d5-9dc6-42d0085f467b,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:19.807162 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8844127d-710c-46a8-8db1-86709b8db962 x-openstack-request-id: req-8844127d-710c-46a8-8db1-86709b8db962 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:19.807464 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ae2e42-aee9-4d1c-82a2-f924b5702e62", "name": "network-vif-plugged", "status": "completed", "tag": "aa0077d9-7153-47d5-9dc6-42d0085f467b", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:19.807728 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8844127d-710c-46a8-8db1-86709b8db962 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:19.808129 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0077d9-7153-47d5-9dc6-42d0085f467b', 'code': 200} Jun 22 09:11:19.817983 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-15949351-173f-4ff1-a0bf-c39563955394 req-9d219bd2-b818-4402-a1e6-5c5b3634720d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jun 22 09:11:19.845608 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:19.848245 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:19.893070 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=aa0077d9-7153-47d5-9dc6-42d0085f467b,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:19.896404 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:20.208924 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1518c-ba77-484b-a566-b930de492cf0 req-14e5965b-5071-49e0-8ec4-fc3523ab39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:20.210416 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d6f1518c-ba77-484b-a566-b930de492cf0 req-14e5965b-5071-49e0-8ec4-fc3523ab39a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 1098 time: 0.0499046 Jun 22 09:11:20.257335 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d6f1518c-ba77-484b-a566-b930de492cf0 req-5393f163-3ed5-4ec3-a323-3174558f6146 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282984 Jun 22 09:11:20.432220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d13bd-879d-468e-9144-384bd2e71aab req-8d565ba8-33f9-4592-9ad5-03b50f104fa7 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:20.433771 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c83d13bd-879d-468e-9144-384bd2e71aab req-8d565ba8-33f9-4592-9ad5-03b50f104fa7 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0671659 Jun 22 09:11:20.471654 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c83d13bd-879d-468e-9144-384bd2e71aab req-3e8453a8-39e6-4e3b-9874-6db94e766970 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jun 22 09:11:20.646510 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cf975-c461-42d9-ae05-87f1cecb1afa req-2c7e5699-a316-4a08-bd3b-3e8808eef68e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:20.647978 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-335cf975-c461-42d9-ae05-87f1cecb1afa req-2c7e5699-a316-4a08-bd3b-3e8808eef68e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0668073 Jun 22 09:11:20.684933 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-335cf975-c461-42d9-ae05-87f1cecb1afa req-3396efc5-89e4-44df-89d6-bfb779aaac75 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Jun 22 09:11:20.991713 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0adc7f-1211-45d5-80fc-d8837c2e217d req-7635d1bc-36f3-4c39-8c8a-d454109ed803 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:20.993177 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6c0adc7f-1211-45d5-80fc-d8837c2e217d req-7635d1bc-36f3-4c39-8c8a-d454109ed803 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0623584 Jun 22 09:11:21.031076 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6c0adc7f-1211-45d5-80fc-d8837c2e217d req-453b1b78-ffb4-4e43-a5c8-045da32e3c0d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Jun 22 09:11:21.654283 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9916f5-350a-4966-b05c-0e74805585aa req-11dbcb63-e05a-4912-bf86-d01f00df89d1 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:21.655987 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1d9916f5-350a-4966-b05c-0e74805585aa req-11dbcb63-e05a-4912-bf86-d01f00df89d1 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0731471 Jun 22 09:11:21.703802 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1d9916f5-350a-4966-b05c-0e74805585aa req-f482dd20-b125-400a-b811-441d97f6bb69 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Jun 22 09:11:21.878610 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b981951-bca2-4697-ae5c-212067e4de8f req-2c0f254a-1e28-459d-9188-ae6b6933c9b5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:21.880096 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2b981951-bca2-4697-ae5c-212067e4de8f req-2c0f254a-1e28-459d-9188-ae6b6933c9b5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0725455 Jun 22 09:11:21.918397 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2b981951-bca2-4697-ae5c-212067e4de8f req-2934f235-8105-4f79-a88d-edadfc1d43d2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Jun 22 09:11:22.212472 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f5dca-c583-440e-b116-71b698d25994 req-498e97ee-56c9-40cb-896f-5d40a1a75b9b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:22.213806 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-160f5dca-c583-440e-b116-71b698d25994 req-498e97ee-56c9-40cb-896f-5d40a1a75b9b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0649674 Jun 22 09:11:22.250614 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-160f5dca-c583-440e-b116-71b698d25994 req-9c4f9c9f-5093-4df5-a158-19f45f05f62e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Jun 22 09:11:22.371703 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-33e6531b-444b-4ced-9d93-3e8faa2cf1d3 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:22.373074 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-33e6531b-444b-4ced-9d93-3e8faa2cf1d3 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.0604825 Jun 22 09:11:22.495550 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Deleting port 85540a31-d07c-4e72-b1d7-449c2f280135 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:11:22.495881 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:22.588515 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] For port 85540a31-d07c-4e72-b1d7-449c2f280135, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=85540a31-d07c-4e72-b1d7-449c2f280135,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:22.589122 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:22.889194 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Calling delete_port for 85540a31-d07c-4e72-b1d7-449c2f280135 owned by compute:nova {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:11:22.953952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01932e36-9ab9-45df-8df0-576b004f675e req-d3f71b91-c8d0-416f-9cfb-c1348a31144b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:22.956292 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-01932e36-9ab9-45df-8df0-576b004f675e req-d3f71b91-c8d0-416f-9cfb-c1348a31144b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 945 time: 0.1023550 Jun 22 09:11:23.005044 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-01932e36-9ab9-45df-8df0-576b004f675e req-04238e52-33da-4662-92ee-428dc5ad7c28 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Jun 22 09:11:23.092490 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:23.106105 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:23.112090 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['85540a31-d07c-4e72-b1d7-449c2f280135'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:23.171576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] No DVR routers for this DVR port 85540a31-d07c-4e72-b1d7-449c2f280135 on host hv-cinder-79733 {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:11:23.174416 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:23.176722 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f68ae36-ac6e-4852-b885-9e51839ff772 req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "DELETE /v2.0/ports/85540a31-d07c-4e72-b1d7-449c2f280135 HTTP/1.1" status: 204 len: 173 time: 0.7856855 Jun 22 09:11:23.177609 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22caacd1-555a-493b-862c-9d0072a8bac8', 'name': 'network-vif-deleted', 'tag': '85540a31-d07c-4e72-b1d7-449c2f280135'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:23.179824 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f106ec-4cec-4550-8879-c3a22f2b0049" -d '{"events": [{"server_uuid": "22caacd1-555a-493b-862c-9d0072a8bac8", "name": "network-vif-deleted", "tag": "85540a31-d07c-4e72-b1d7-449c2f280135"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:23.183709 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa043-43c3-41f0-85a5-a3eb275a4fd4 req-42295821-652b-4d4f-a4a9-f644f02ac826 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:23.185377 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Pushing event deleted for resources: {'Port': ['ID=85540a31-d07c-4e72-b1d7-449c2f280135,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:23.193504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.193861 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.194382 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.194733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.195073 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.195577 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.196092 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.196435 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.196534 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2e5fa043-43c3-41f0-85a5-a3eb275a4fd4 req-42295821-652b-4d4f-a4a9-f644f02ac826 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0892036 Jun 22 09:11:23.196799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.197106 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.197847 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.198351 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:23.202250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:23.231490 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b9a65c-dabf-4b9c-a366-b2c2d6ecd905 x-openstack-request-id: req-b1b9a65c-dabf-4b9c-a366-b2c2d6ecd905 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:23.232158 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22caacd1-555a-493b-862c-9d0072a8bac8", "name": "network-vif-deleted", "tag": "85540a31-d07c-4e72-b1d7-449c2f280135", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:23.232158 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1b9a65c-dabf-4b9c-a366-b2c2d6ecd905 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:23.232664 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22caacd1-555a-493b-862c-9d0072a8bac8', 'name': 'network-vif-deleted', 'tag': '85540a31-d07c-4e72-b1d7-449c2f280135', 'status': 'completed', 'code': 200} Jun 22 09:11:23.234583 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2e5fa043-43c3-41f0-85a5-a3eb275a4fd4 req-6e82beb4-a154-4fb6-a947-64d66fc2e249 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 Jun 22 09:11:23.429765 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4bab5-a5c0-49f3-96ee-cc8395f132c9 req-2e18437c-a07b-4485-9dfe-b83a704a5d91 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:23.431233 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cea4bab5-a5c0-49f3-96ee-cc8395f132c9 req-2e18437c-a07b-4485-9dfe-b83a704a5d91 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0660083 Jun 22 09:11:23.471243 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cea4bab5-a5c0-49f3-96ee-cc8395f132c9 req-355c2fb7-6e5c-4ed1-b574-997a4bce7194 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Jun 22 09:11:24.170504 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3394469e-d446-468b-95e6-d1458f3a93e4 req-d4a874c3-c67c-4724-9891-28dfe549fd9b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0334029 Jun 22 09:11:24.297911 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58144) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:24.400838 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.490464 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.565741 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.568751 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c912e312-985a-4ada-b438-dfaaad5cb1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:24.607297 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77bb2343ab374bf6a4557c0a47d667f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082738 Jun 22 09:11:24.608268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552997d-62e4-491e-862b-ffccc48277bb,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:24.610253 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58152) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:24.621874 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.622244 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.622635 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.623165 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.623521 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.623871 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.624216 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.624565 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.624906 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.625244 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.625582 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.625919 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:24.634413 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:24.657357 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838903e7-2413-43fc-997e-cc158ba3246f req-11d398e1-5bee-49fd-8443-c104a1bf3703 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:24.659410 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-838903e7-2413-43fc-997e-cc158ba3246f req-11d398e1-5bee-49fd-8443-c104a1bf3703 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0684144 Jun 22 09:11:24.672028 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.697514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.698727 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-838903e7-2413-43fc-997e-cc158ba3246f req-38c85333-f967-412c-88ab-c70a7e6fee9b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Jun 22 09:11:24.810890 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.813383 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:24.814487 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9552997d-62e4-491e-862b-ffccc48277bb HTTP/1.1" status: 204 len: 168 time: 0.2033548 Jun 22 09:11:24.815262 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4f113479-eb8b-4db3-8e9a-2cc384f541b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:24.822556 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552997d-62e4-491e-862b-ffccc48277bb,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:24.828988 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:25.331268 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ae97c42-7c89-4c44-9450-be25c24f28b4 req-7afba7b7-799e-4beb-8360-3257807ad052 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0303771 Jun 22 09:11:25.870772 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc4d2f-40c6-466d-bc77-df73b0968669 req-cadf28d1-776f-4248-b679-a1336f29928b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:25.872182 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2cc4d2f-40c6-466d-bc77-df73b0968669 req-cadf28d1-776f-4248-b679-a1336f29928b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0623388 Jun 22 09:11:25.911469 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2cc4d2f-40c6-466d-bc77-df73b0968669 req-44861a9a-7f97-4e45-b139-993513ce6994 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Jun 22 09:11:25.923626 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-223541b5-c963-4fc9-81cb-cdfb69b4f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:26.495873 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4684e62b-268b-41e0-8630-5d4973384782 req-f7e8f465-4d9b-47ab-8943-79b79b48a8be tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0353050 Jun 22 09:11:27.082695 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0fc59-eef3-4c4f-afa3-70683b9cdbdb req-05f60c9e-9326-4936-beea-92215c90daa4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:27.084161 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cee0fc59-eef3-4c4f-afa3-70683b9cdbdb req-05f60c9e-9326-4936-beea-92215c90daa4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0633609 Jun 22 09:11:27.120167 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cee0fc59-eef3-4c4f-afa3-70683b9cdbdb req-75eaa17f-bd5e-43eb-b79f-14450029ffd9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Jun 22 09:11:27.644130 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-866ef1da-d300-4eba-af95-a4f3f4051ac7 req-1ec81003-01ae-4ccf-92c0-434fbee7fceb tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0279922 Jun 22 09:11:28.287766 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03886c00-37a4-45c5-8148-c46d8ea948de req-eb7b9d87-c07b-4b2d-80e0-8ba16cf206ff tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:28.289118 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-03886c00-37a4-45c5-8148-c46d8ea948de req-eb7b9d87-c07b-4b2d-80e0-8ba16cf206ff tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0623987 Jun 22 09:11:28.329420 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-03886c00-37a4-45c5-8148-c46d8ea948de req-415103fc-401b-4be0-a26e-a31ca83f102c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Jun 22 09:11:28.759105 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 85540a31-d07c-4e72-b1d7-449c2f280135 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:11:28.779203 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 85540a31-d07c-4e72-b1d7-449c2f280135 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:11:28.779728 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 85540a31-d07c-4e72-b1d7-449c2f280135 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:11:28.798329 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-85664a4c-8149-4988-b5b9-ea6856551e19 req-99332b09-6f98-4e20-9164-a8187bf028ac tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Jun 22 09:11:29.260776 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-615974f1-b5ad-4159-b7a2-0bd41f380457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:29.502931 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cc184-d149-4714-a97f-a7e9521419df req-c34e7081-d640-4f5c-9c59-e39f7bd0372a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:29.504405 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7b5cc184-d149-4714-a97f-a7e9521419df req-c34e7081-d640-4f5c-9c59-e39f7bd0372a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0631037 Jun 22 09:11:29.542704 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7b5cc184-d149-4714-a97f-a7e9521419df req-be1947c7-7bb3-431a-936d-375ccf441614 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Jun 22 09:11:29.948110 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-afa72b28-9db9-4126-8267-bd260038e580 req-650c2171-a0ae-4751-a497-797d45ac8402 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=22caacd1-555a-493b-862c-9d0072a8bac8 HTTP/1.1" status: 200 len: 210 time: 0.0281994 Jun 22 09:11:30.120182 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:30.719876 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a3f60-a2ff-456b-97ea-957ff4335666 req-f35a2ac2-377f-4b7c-82bb-28a4f97a89ee tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:30.721377 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-647a3f60-a2ff-456b-97ea-957ff4335666 req-f35a2ac2-377f-4b7c-82bb-28a4f97a89ee tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0678635 Jun 22 09:11:30.736563 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:30.758500 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-647a3f60-a2ff-456b-97ea-957ff4335666 req-7ee28591-fcf4-4d01-9165-48457a628564 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Jun 22 09:11:31.294352 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-e13a1328-5bc5-44d4-a855-4e38cfab41b9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:31.295814 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-e13a1328-5bc5-44d4-a855-4e38cfab41b9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/networks?id=4f25d326-8128-4efc-9a5d-1d25f777359c HTTP/1.1" status: 200 len: 809 time: 0.1044972 Jun 22 09:11:31.310784 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-fb2c5e17-447a-4ec9-9af9-6c87324f48b8 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/quotas/1a9781a455fd4dfdb5a343c53aea99f9 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Jun 22 09:11:31.347098 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-fdbca651-6b1d-487d-9882-d1117f8aec97 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308726 Jun 22 09:11:31.434292 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-382a0934-96c0-4289-9880-157d2c911c94 service neutron] 10.222.0.37 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799453 Jun 22 09:11:31.526914 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-05f51170-e466-4fba-bd8e-df7bc7db2e08 service neutron] 10.222.0.37 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Jun 22 09:11:31.811529 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6c9d3992-a551-4843-a610-ae066b96d934 req-fc4d4452-edfa-441c-99d1-722271673446 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0396755 Jun 22 09:11:32.088693 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bb231-62a2-4bfc-b4e1-65cdab041efe req-771fc1dd-1477-49d2-9313-8c4e55c37acc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:32.090162 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-939bb231-62a2-4bfc-b4e1-65cdab041efe req-771fc1dd-1477-49d2-9313-8c4e55c37acc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0630245 Jun 22 09:11:32.128902 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-939bb231-62a2-4bfc-b4e1-65cdab041efe req-c1a5a2ad-8cf6-4d7a-815d-d96f711dd2f9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jun 22 09:11:32.737306 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:32.944680 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-99459f3d-6074-481b-a4fe-af7ea4e3b0bf req-63cad8de-bb05-4b48-8005-40299d6ec9c1 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0302014 Jun 22 09:11:33.318136 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b3e8-3441-45c9-b4b9-a1cbb235fcb6 req-ac08d404-f5ad-4600-9382-95aa968d56b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:33.319624 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ada9b3e8-3441-45c9-b4b9-a1cbb235fcb6 req-ac08d404-f5ad-4600-9382-95aa968d56b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0741596 Jun 22 09:11:33.358690 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ada9b3e8-3441-45c9-b4b9-a1cbb235fcb6 req-e26ad660-0c14-4ab7-bccc-bbad90fd26ca tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Jun 22 09:11:34.091805 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1e338d7e-b133-4744-bc16-226964c52904 req-28c931e9-9875-45ad-965b-306e237e07bb tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0289207 Jun 22 09:11:34.363394 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-911373ab-94e5-4ded-943d-6d2483159b6c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:34.371038 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-911373ab-94e5-4ded-943d-6d2483159b6c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.1158428 Jun 22 09:11:34.383673 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-fb9fb573-5a62-4f94-8583-66baf967b284 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/quotas/e178e510ccce459ab7ce215517fe4e01 HTTP/1.1" status: 200 len: 375 time: 0.0117540 Jun 22 09:11:34.485700 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-3f110aae-a2aa-4643-8985-0a4199e7b5f7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908401 Jun 22 09:11:34.503464 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-ed5183a0-7986-4a57-80e3-c14add7d766d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:34.506132 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-ed5183a0-7986-4a57-80e3-c14add7d766d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "GET /v2.0/networks?id=4f25d326-8128-4efc-9a5d-1d25f777359c HTTP/1.1" status: 200 len: 809 time: 0.1539979 Jun 22 09:11:34.526462 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Request body: {'port': {'device_id': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c', 'admin_state_up': True, 'tenant_id': '1a9781a455fd4dfdb5a343c53aea99f9'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:34.603231 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-43ae3afb-c2b7-4d3d-a2c5-4dbdb644b841 service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127243 Jun 22 09:11:34.667191 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea28f-cfb9-4060-b34e-027ef617143a req-c5037724-3fce-4bfa-b6ff-d6d399e61ee3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:34.669020 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-aa3ea28f-cfb9-4060-b34e-027ef617143a req-c5037724-3fce-4bfa-b6ff-d6d399e61ee3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1592658 Jun 22 09:11:34.709355 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-f44b8749-29f5-4083-8a27-bbf1d8f54906 service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985377 Jun 22 09:11:34.720357 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-aa3ea28f-cfb9-4060-b34e-027ef617143a req-bde12c7c-47fe-40ac-8fab-a87f0c925a5f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Jun 22 09:11:34.793613 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Made reservation on behalf of 1a9781a455fd4dfdb5a343c53aea99f9 for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:34.797267 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:34.967168 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fcb28bc8-af09-4480-b6f3-8f01be750b39 req-8b904d44-5f4d-4f41-9732-009f5d7ed12a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0379486 Jun 22 09:11:34.972484 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Allocated IP 172.20.0.13 (4f25d326-8128-4efc-9a5d-1d25f777359c/149d31c6-98a7-4f1e-a5ae-b1d3660021fd/acfc8437-966b-4f4f-9b36-a6a881b1340d) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:35.177618 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.243106 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-34fee181-e0e9-4bda-96f9-9bb7d15ff977 req-f9745b2c-15ee-40e3-9d2e-bf39aa12baae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0321565 Jun 22 09:11:35.278306 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.288945 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:35.304243 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58422) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:35.333134 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Network 4f25d326-8128-4efc-9a5d-1d25f777359c is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:35.339285 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:35.341878 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:35.347615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:35.348238 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.352040 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Deleting subnet 43812216-acb9-48c7-964c-1efcbdc6cfd8 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:11:35.355985 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.359195 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Pushing event updated for resources: {'Port': ['ID=acfc8437-966b-4f4f-9b36-a6a881b1340d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:35.362188 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:35.395425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.417346 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8950040 Jun 22 09:11:35.434176 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.439306 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Request body: {'port': {'device_id': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:35.517446 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.559977 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.563707 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1c99c542-fa5f-4525-8df5-d255105586fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:35.593297 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43812216-acb9-48c7-964c-1efcbdc6cfd8,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:35.595971 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:35.598936 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.602544 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/43812216-acb9-48c7-964c-1efcbdc6cfd8 HTTP/1.1" status: 204 len: 168 time: 0.2958694 Jun 22 09:11:35.604338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58434) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:35.676692 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.752831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.763255 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21627a9-47fe-42f0-b4de-e3fd5a7e01b1']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:35.778464 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed956b78-27b6-4b83-8d1f-a293d739841c') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:35.778756 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed956b78-27b6-4b83-8d1f-a293d739841c') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:35.789172 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.802208 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfc8437-966b-4f4f-9b36-a6a881b1340d {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:35.804432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.811167 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.812684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:11:35.813258 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:11:35.815838 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:11:35.925608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6f17c-ceac-4a2d-b474-0041491a0d9a req-8ee32ddf-ffda-4fda-bd23-d4dd02de0e87 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:35.927100 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7ec6f17c-ceac-4a2d-b474-0041491a0d9a req-8ee32ddf-ffda-4fda-bd23-d4dd02de0e87 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0757275 Jun 22 09:11:35.971191 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7ec6f17c-ceac-4a2d-b474-0041491a0d9a req-0ef3eff7-38e6-4009-8546-e49ea0b1cfd8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376585 Jun 22 09:11:36.005520 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.006232 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Transition to ACTIVE for port object acfc8437-966b-4f4f-9b36-a6a881b1340d will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:36.011426 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c449ed03-67e6-4b98-8be5-82020723a680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.014263 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.016215 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] 10.222.0.37 "DELETE /v2.0/networks/c21627a9-47fe-42f0-b4de-e3fd5a7e01b1 HTTP/1.1" status: 204 len: 168 time: 0.4106035 Jun 22 09:11:36.018879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58448) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:36.040323 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Pushing event deleted for resources: {'Network': ['ID=c21627a9-47fe-42f0-b4de-e3fd5a7e01b1,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.046001 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58450) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:36.060577 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b7d65782-8a53-4062-ac74-245e6805547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:36.083154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Deleting subnet 1ecc014e-daa1-4215-ae8e-2878e18dd522 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:11:36.086516 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.091364 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.095952 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-20f5201c-4795-4c95-9809-08171495d906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.149652 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.190642 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2601c7c8-f187-416d-9793-fc909eb601d4 req-db68268b-7ac7-4853-ac54-626503530076 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0459406 Jun 22 09:11:36.200237 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.274548 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.299715 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Pushing event updated for resources: {'Port': ['ID=acfc8437-966b-4f4f-9b36-a6a881b1340d,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.314664 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:36.318319 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Attempting to bind port acfc8437-966b-4f4f-9b36-a6a881b1340d on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:36.319829 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Attempting to bind port acfc8437-966b-4f4f-9b36-a6a881b1340d by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:36.319829 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Attempting to bind port acfc8437-966b-4f4f-9b36-a6a881b1340d on network 4f25d326-8128-4efc-9a5d-1d25f777359c {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:36.323682 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Port acfc8437-966b-4f4f-9b36-a6a881b1340d on network 4f25d326-8128-4efc-9a5d-1d25f777359c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:11:36.324011 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Attempting to bind port acfc8437-966b-4f4f-9b36-a6a881b1340d on network 4f25d326-8128-4efc-9a5d-1d25f777359c {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:36.328952 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:36.329296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Checking segment: {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:36.329681 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Bound using segment: {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:36.330114 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Bound port: acfc8437-966b-4f4f-9b36-a6a881b1340d, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16965bfc-9adb-4e14-be6c-0043268de7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:36.330472 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.342552 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.346102 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d5121ac-ee46-4e4b-b109-313641a8a95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.406574 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.416750 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ecc014e-daa1-4215-ae8e-2878e18dd522 HTTP/1.1" status: 204 len: 168 time: 0.3962872 Jun 22 09:11:36.417617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58468) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:36.420023 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.435480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecc014e-daa1-4215-ae8e-2878e18dd522,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.442694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-3e71ea0b-2035-469a-91e4-4cf1b9f69c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:36.487586 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.510424 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.515092 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-defb77e7-40de-461a-959d-c9b127d9631d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.523610 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] For port acfc8437-966b-4f4f-9b36-a6a881b1340d, host hv-cinder-79733, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:36.550727 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] For port acfc8437-966b-4f4f-9b36-a6a881b1340d, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=acfc8437-966b-4f4f-9b36-a6a881b1340d,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:36.558243 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff0d63d748fc4b75a3a512fc7e38bcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077364 Jun 22 09:11:36.559162 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58472) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:36.577183 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83381d5a-ba43-4f65-8adf-b501906df66f req-407a6aee-4a2f-4ade-859e-4a34709657ee tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:36.578715 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-83381d5a-ba43-4f65-8adf-b501906df66f req-407a6aee-4a2f-4ade-859e-4a34709657ee tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 944 time: 0.1318793 Jun 22 09:11:36.595234 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.597727 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0803c4a3-4fda-4aee-839b-da1ac730f40a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.607597 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:36.620820 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.624696 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5fa700-43de-40bc-891d-6df20bec14a4']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:36.627380 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.636215 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-83381d5a-ba43-4f65-8adf-b501906df66f req-3557b683-b5d7-4a2f-a2d4-3922d8d253fe tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Jun 22 09:11:36.638527 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a659ce-09bb-484f-80ac-3d4fe3904190') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:36.638821 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a659ce-09bb-484f-80ac-3d4fe3904190') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:36.663779 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.666225 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:36.666970 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.668433 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] 10.222.0.23 "PUT /v2.0/ports/acfc8437-966b-4f4f-9b36-a6a881b1340d HTTP/1.1" status: 200 len: 1094 time: 1.2340825 Jun 22 09:11:36.668931 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'tag': 'acfc8437-966b-4f4f-9b36-a6a881b1340d'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:36.671313 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4fd93b-638f-4b98-82f2-96667355362b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a19df19-2b42-4c5d-abdd-9f8b21dec1c0", "tag": "acfc8437-966b-4f4f-9b36-a6a881b1340d"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:36.689088 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.698818 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.710480 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Pushing event updated for resources: {'Port': ['ID=acfc8437-966b-4f4f-9b36-a6a881b1340d,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.712165 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:11:36.713199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.714853 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:11:36.715208 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:11:36.726265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f297996-fe35-42ff-bb7c-5ba9b5e16649 x-openstack-request-id: req-3f297996-fe35-42ff-bb7c-5ba9b5e16649 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:36.726664 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a19df19-2b42-4c5d-abdd-9f8b21dec1c0", "tag": "acfc8437-966b-4f4f-9b36-a6a881b1340d", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:36.727054 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f297996-fe35-42ff-bb7c-5ba9b5e16649 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:36.727534 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'tag': 'acfc8437-966b-4f4f-9b36-a6a881b1340d', 'status': 'completed', 'code': 200} Jun 22 09:11:36.731667 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.818542 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd93b-638f-4b98-82f2-96667355362b req-6a0854ec-ba42-4b86-990f-6f7e584c5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:36.820088 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cb4fd93b-638f-4b98-82f2-96667355362b req-6a0854ec-ba42-4b86-990f-6f7e584c5e0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0569625 Jun 22 09:11:36.914210 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.917696 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.924119 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.924119 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0803c4a3-4fda-4aee-839b-da1ac730f40a HTTP/1.1" status: 204 len: 168 time: 0.3622363 Jun 22 09:11:36.924119 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.926101 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd93b-638f-4b98-82f2-96667355362b req-3ff6b89c-a7c5-4968-8e08-4ef23a6d419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:36.926731 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cb4fd93b-638f-4b98-82f2-96667355362b req-3ff6b89c-a7c5-4968-8e08-4ef23a6d419a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0917673 Jun 22 09:11:36.928131 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:36.930052 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf5fa700-43de-40bc-891d-6df20bec14a4 HTTP/1.1" status: 204 len: 168 time: 0.5112097 Jun 22 09:11:36.942258 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0803c4a3-4fda-4aee-839b-da1ac730f40a,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.944973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:36.945503 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6fe2ac84-d6f0-4dda-8407-501bd57a2666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:36.970229 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5fa700-43de-40bc-891d-6df20bec14a4,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.977567 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6c4426c1-c16e-487d-a96c-496ce18ae532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:37.048796 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd93b-638f-4b98-82f2-96667355362b req-1f850de0-0aa4-4994-906f-da5365825f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:37.050295 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cb4fd93b-638f-4b98-82f2-96667355362b req-1f850de0-0aa4-4994-906f-da5365825f70 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121826 Jun 22 09:11:37.189997 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-b1182b48-214c-44bc-bdd4-2afacbf438ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:37.191674 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-b1182b48-214c-44bc-bdd4-2afacbf438ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0712731 Jun 22 09:11:37.216413 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0973fd-da84-48d2-89de-3cdf59fde392 req-c41b4499-a8e3-45e4-8039-159aaa0ea425 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:37.222430 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cf0973fd-da84-48d2-89de-3cdf59fde392 req-c41b4499-a8e3-45e4-8039-159aaa0ea425 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1322234 Jun 22 09:11:37.267851 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-3707cad0-6b29-414e-bed9-e32ffbbbf8e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acfc8437-966b-4f4f-9b36-a6a881b1340d HTTP/1.1" status: 200 len: 217 time: 0.0444486 Jun 22 09:11:37.347463 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cf0973fd-da84-48d2-89de-3cdf59fde392 req-8c768f95-42dc-4efe-9f0e-48640c7c05eb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813944 Jun 22 09:11:37.374802 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f877c525-09eb-48a1-a134-c34d8f16a930 req-c87a12cb-2aae-4df2-a557-ea8feee016ad tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0489614 Jun 22 09:11:37.376679 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-429fecac-3ecd-4b36-9cd9-bf52effa6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:37.389293 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-429fecac-3ecd-4b36-9cd9-bf52effa6751 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=149d31c6-98a7-4f1e-a5ae-b1d3660021fd HTTP/1.1" status: 200 len: 849 time: 0.0935805 Jun 22 09:11:37.436459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58496) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:37.466446 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-f430b4e3-d922-495d-8a10-859844610788 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f25d326-8128-4efc-9a5d-1d25f777359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678480 Jun 22 09:11:37.604488 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-2b8de228-5397-456f-b35f-b5d13f0c2498 service neutron] 10.222.0.23 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239533 Jun 22 09:11:37.749301 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd83efaf-5939-4ad1-ba0f-541b5fe59a72 req-fda2b0bf-7de4-442c-a31c-70cc2ea71426 service neutron] 10.222.0.23 "GET /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377058 Jun 22 09:11:37.818037 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-073b4ad2-721e-4dae-974a-d85b8dd6f52c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=089ece3bb3504263906c8bd0a9a18567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790138 Jun 22 09:11:37.821328 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58516) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:37.854625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-96066ffb-ec3f-4203-8670-8e998a5f0b03 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:37.856187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-96066ffb-ec3f-4203-8670-8e998a5f0b03 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.5044353 Jun 22 09:11:37.872363 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Request body: {'port': {'device_id': '421675db-d1ac-4433-8479-30889a427200', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'admin_state_up': True, 'tenant_id': 'e178e510ccce459ab7ce215517fe4e01'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:37.896478 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:37.933083 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:37.949891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a035c-494c-4324-9390-99e8e1568fa4 req-079974a7-ac8e-444d-b982-0b0f8edf83a6 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:37.951382 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae1a035c-494c-4324-9390-99e8e1568fa4 req-079974a7-ac8e-444d-b982-0b0f8edf83a6 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 944 time: 0.1499858 Jun 22 09:11:38.015241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae1a035c-494c-4324-9390-99e8e1568fa4 req-c907a080-e5d8-4031-b2f4-f488f6e0ab74 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 Jun 22 09:11:38.135154 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.135379 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Made reservation on behalf of e178e510ccce459ab7ce215517fe4e01 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:38.137916 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.138926 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.139606 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55d999fc-d863-4dcb-b961-e601deb3f251 HTTP/1.1" status: 204 len: 168 time: 0.3163116 Jun 22 09:11:38.140418 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d5da6a5c-95bc-4bf6-9805-bd91e22a75a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:38.148328 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d999fc-d863-4dcb-b961-e601deb3f251,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:38.150846 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:38.291277 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Allocated IP 172.20.0.9 (92265919-60b4-4b98-96c0-7e391be44752/a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52/627133fd-2074-4bad-83d4-a3d903e78eab) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:38.443639 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.457718 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58540) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:38.545692 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1f6156a9-e041-46fa-9f6a-8168c8f21ba1 req-519836ae-9881-4340-af65-669c6756e411 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0349610 Jun 22 09:11:38.590829 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb773e0-1b0c-413f-a176-164edc88cb04 req-dd4fafa9-1a7e-4cb5-bec9-6eec4ddaee33 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:38.592474 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3eb773e0-1b0c-413f-a176-164edc88cb04 req-dd4fafa9-1a7e-4cb5-bec9-6eec4ddaee33 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0737925 Jun 22 09:11:38.618057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198103978-network', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:38.630090 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.659254 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:38.659905 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3eb773e0-1b0c-413f-a176-164edc88cb04 req-89ab2b61-43d6-42f0-82c5-7ee0f55b10c5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Jun 22 09:11:38.660357 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb', 'aa0077d9-7153-47d5-9dc6-42d0085f467b'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:38.700381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Network 92265919-60b4-4b98-96c0-7e391be44752 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:38.703607 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:38.707994 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:38.713805 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event updated for resources: {'Port': ['ID=627133fd-2074-4bad-83d4-a3d903e78eab,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:38.734030 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:38.784516 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:38.785137 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.823886 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Made reservation on behalf of 7b52a1cfb48f460f9de942ca48a3e483 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:38.826606 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.836028 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:38.962948 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0940800 Jun 22 09:11:38.981525 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Request body: {'port': {'device_id': '421675db-d1ac-4433-8479-30889a427200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:39.002017 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e94ad-127f-4f0c-b4e4-0a30d3b90411 req-0a1b0987-f0eb-437c-bade-86da901f754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:39.004001 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-855e94ad-127f-4f0c-b4e4-0a30d3b90411 req-0a1b0987-f0eb-437c-bade-86da901f754f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 1098 time: 0.1081810 Jun 22 09:11:39.044037 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-855e94ad-127f-4f0c-b4e4-0a30d3b90411 req-ae7cf220-3685-4c6a-821e-77192e61030b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Jun 22 09:11:39.046332 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58560) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:39.090112 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-031d9851-6aa2-4be3-b894-32506b76f20c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9ed3e9729f64a939680825c00134592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398400 Jun 22 09:11:39.090800 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58562) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:39.093657 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.099850 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.151505 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.195670 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.202253 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.208551 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fe3c7740-83a1-4519-b5e8-3d48c64f3c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:39.243265 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:11:39.254564 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a32d-b6c4-41de-babd-9a852130a60d req-c613bc20-0bff-407f-9172-1361cb78e949 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:39.255266 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c91ef-e17c-4bcf-a878-a8b8d3ee0e85,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:39.256071 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6c79a32d-b6c4-41de-babd-9a852130a60d req-c613bc20-0bff-407f-9172-1361cb78e949 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 944 time: 0.1147258 Jun 22 09:11:39.258326 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:39.299503 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6c79a32d-b6c4-41de-babd-9a852130a60d req-6be00f6f-704d-45e2-9b7b-adfc37e3a532 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Jun 22 09:11:39.345895 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.348552 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.349328 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.349679 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Added segment d5a796bd-82e7-4934-a595-b5d696845fcb of type vlan for network 4d192b0f-6b9e-4193-9d50-247ed2c39afc Jun 22 09:11:39.349809 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a988769-599c-44ad-9cfe-a2ba84dffce1 HTTP/1.1" status: 204 len: 168 time: 0.2579830 Jun 22 09:11:39.350521 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-983b4613-910c-43bd-a4a5-ea770e73f1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:39.358323 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a988769-599c-44ad-9cfe-a2ba84dffce1,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:39.360752 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:39.420420 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.464257 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627133fd-2074-4bad-83d4-a3d903e78eab {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:39.479343 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.492896 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Transition to ACTIVE for port object 627133fd-2074-4bad-83d4-a3d903e78eab will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:39.565102 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.567512 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.573455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79dd3ce-2443-4d89-b1c8-cedc6e0e7cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:39.575775 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:39.576643 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.683703 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Pushing event updated for resources: {'Port': ['ID=627133fd-2074-4bad-83d4-a3d903e78eab,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:39.694550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:39.696073 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:39.776846 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3178594 Jun 22 09:11:39.785863 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58578) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:39.793689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Request body: {'subnet': {'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198103978-subnet', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:39.836854 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec692e-64b7-4f65-9d81-2e78d432a189 req-ba4138ca-e013-4ffa-a10b-a9e3877ba999 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:39.841919 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-96ec692e-64b7-4f65-9d81-2e78d432a189 req-ba4138ca-e013-4ffa-a10b-a9e3877ba999 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0709140 Jun 22 09:11:39.850083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Pushing event updated for resources: {'Network': ['ID=4d192b0f-6b9e-4193-9d50-247ed2c39afc,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:39.859198 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:39.864135 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:11:39.866816 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Attempting to bind port 627133fd-2074-4bad-83d4-a3d903e78eab on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:39.867164 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Attempting to bind port 627133fd-2074-4bad-83d4-a3d903e78eab by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:39.870654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Attempting to bind port 627133fd-2074-4bad-83d4-a3d903e78eab on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:39.875031 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Port 627133fd-2074-4bad-83d4-a3d903e78eab on network 92265919-60b4-4b98-96c0-7e391be44752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:11:39.875381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Attempting to bind port 627133fd-2074-4bad-83d4-a3d903e78eab on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:39.883968 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:39.885103 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Checking segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:39.885738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Bound using segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:39.886311 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Bound port: 627133fd-2074-4bad-83d4-a3d903e78eab, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:39.886664 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:39.893747 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-96ec692e-64b7-4f65-9d81-2e78d432a189 req-7868753e-c24e-46af-b53a-ce4977f6a173 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481272 Jun 22 09:11:39.914236 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe334151-b0de-43ef-b67e-909a624aa711 req-43c68c95-6e9b-4ca6-8bdd-edcf93aad366 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:39.916223 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fe334151-b0de-43ef-b67e-909a624aa711 req-43c68c95-6e9b-4ca6-8bdd-edcf93aad366 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.2371540 Jun 22 09:11:39.961558 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Made reservation on behalf of 7b52a1cfb48f460f9de942ca48a3e483 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:39.964155 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24885518'] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.061835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] For port 627133fd-2074-4bad-83d4-a3d903e78eab, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:40.069002 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fe334151-b0de-43ef-b67e-909a624aa711 req-585b0df5-56fb-4c6e-b62e-8a7c418d8a47 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Jun 22 09:11:40.092562 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] For port 627133fd-2074-4bad-83d4-a3d903e78eab, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=627133fd-2074-4bad-83d4-a3d903e78eab,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:40.177224 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.185131 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:40.221240 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:40.222443 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.223235 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] 10.222.0.23 "PUT /v2.0/ports/627133fd-2074-4bad-83d4-a3d903e78eab HTTP/1.1" status: 200 len: 1093 time: 1.2496252 Jun 22 09:11:40.223730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421675db-d1ac-4433-8479-30889a427200', 'tag': '627133fd-2074-4bad-83d4-a3d903e78eab'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:40.225990 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9051c1d-afa3-495a-b044-2b91d8b96a93" -d '{"events": [{"name": "network-changed", "server_uuid": "421675db-d1ac-4433-8479-30889a427200", "tag": "627133fd-2074-4bad-83d4-a3d903e78eab"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:40.253722 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Pushing event updated for resources: {'Port': ['ID=627133fd-2074-4bad-83d4-a3d903e78eab,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:40.257208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:40.277691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ae2b9-f0c3-4d89-b4dd-6d4267733c38 x-openstack-request-id: req-e19ae2b9-f0c3-4d89-b4dd-6d4267733c38 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:40.278072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421675db-d1ac-4433-8479-30889a427200", "tag": "627133fd-2074-4bad-83d4-a3d903e78eab", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:40.278361 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e19ae2b9-f0c3-4d89-b4dd-6d4267733c38 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:40.278788 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421675db-d1ac-4433-8479-30889a427200', 'tag': '627133fd-2074-4bad-83d4-a3d903e78eab', 'status': 'completed', 'code': 200} Jun 22 09:11:40.292080 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12793711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24885564'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.301644 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5990476a-852b-4249-a873-c11c7f866ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:40.384994 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cc4458-19dc-46a1-8bc2-1e691fa943ca,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:40.387771 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:40.397688 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Checking segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:40.398052 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Network hostable DHCP agents. Network: 4d192b0f-6b9e-4193-9d50-247ed2c39afc, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:40.465069 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9051c1d-afa3-495a-b044-2b91d8b96a93 req-1ccf7b00-33dd-43dc-8629-5f67a21c15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:40.466734 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9051c1d-afa3-495a-b044-2b91d8b96a93 req-1ccf7b00-33dd-43dc-8629-5f67a21c15cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 1096 time: 0.1240096 Jun 22 09:11:40.522195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413dbee-4e2c-4078-91b8-77ea9a51eb4d req-23d10017-3fe7-4f8b-a274-a7566de84ed6 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:40.523838 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7413dbee-4e2c-4078-91b8-77ea9a51eb4d req-23d10017-3fe7-4f8b-a274-a7566de84ed6 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 944 time: 0.1081703 Jun 22 09:11:40.561881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:40.623599 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7413dbee-4e2c-4078-91b8-77ea9a51eb4d req-c2cb293b-6b33-427c-afcf-8d36db9cc91a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718291 Jun 22 09:11:40.639702 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9051c1d-afa3-495a-b044-2b91d8b96a93 req-01f2bef4-c7d6-439d-b87d-9cc5a1578eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:40.641407 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9051c1d-afa3-495a-b044-2b91d8b96a93 req-01f2bef4-c7d6-439d-b87d-9cc5a1578eae service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e178e510ccce459ab7ce215517fe4e01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1549511 Jun 22 09:11:40.663846 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 4d192b0f-6b9e-4193-9d50-247ed2c39afc) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:40.663846 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:40.663846 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.669922 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8efc23-5421-4906-99f0-c89d2ccf3bf2 None None] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:40.795077 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9051c1d-afa3-495a-b044-2b91d8b96a93 req-6afd61a2-2e14-4380-8464-e8dd431e3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:40.796617 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9051c1d-afa3-495a-b044-2b91d8b96a93 req-6afd61a2-2e14-4380-8464-e8dd431e3db4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215446 Jun 22 09:11:40.798514 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-02bb3576-0f51-4255-92c2-aa05e5b189a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0101600 Jun 22 09:11:40.801031 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58650) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:40.808603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:40.838701 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:11:40.839911 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.923394 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.924878 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:40.978697 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Allocated IP 172.20.0.2 (4d192b0f-6b9e-4193-9d50-247ed2c39afc/d4cc4458-19dc-46a1-8bc2-1e691fa943ca/e9853c23-a99d-421a-a410-ff758801319a) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:40.991504 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.000855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-fc3d7824-a72f-4001-8133-1ed434bfd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:41.002424 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-fc3d7824-a72f-4001-8133-1ed434bfd2f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 1096 time: 0.1146131 Jun 22 09:11:41.053280 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-aada02d5-7820-4cbb-b8c1-7e572daa5a98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=627133fd-2074-4bad-83d4-a3d903e78eab HTTP/1.1" status: 200 len: 217 time: 0.0379479 Jun 22 09:11:41.098920 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eba439-6727-4569-86b0-8a4d5cd41c76 req-f34a292b-0476-462c-9455-08036ffe06ec tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:41.107600 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d7eba439-6727-4569-86b0-8a4d5cd41c76 req-f34a292b-0476-462c-9455-08036ffe06ec tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0878623 Jun 22 09:11:41.138167 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.151015 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Transition to ACTIVE for port object e9853c23-a99d-421a-a410-ff758801319a will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:41.153605 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d7eba439-6727-4569-86b0-8a4d5cd41c76 req-8663da45-2d9c-495d-8848-5ce93efbd91d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Jun 22 09:11:41.168377 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Transition to ACTIVE for port object e9853c23-a99d-421a-a410-ff758801319a will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:41.193552 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb526-1d38-4335-abe1-f114b3acca71 req-8b3f2132-7c9c-469c-aab2-1b95a09faa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:41.195041 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-8b3f2132-7c9c-469c-aab2-1b95a09faa3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.1273370 Jun 22 09:11:41.233533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.235838 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:41.281537 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:41.283946 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-717c711d-db6d-47b0-b31e-7c7d80a3c770 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564141 Jun 22 09:11:41.284664 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:41.287536 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.291173 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:41.304803 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Pushing event updated for resources: {'Port': ['ID=e9853c23-a99d-421a-a410-ff758801319a,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:41.355579 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.356252 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.356693 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.357127 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.357555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.357987 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.358413 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.358861 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.359344 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.359767 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.359915 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af2f0-0388-429e-8a55-924784635c1e req-7c4e3f9f-c33e-43ac-b08c-706d522c4456 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:41.360276 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.360694 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:41.364656 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:41.375385 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a32af2f0-0388-429e-8a55-924784635c1e req-7c4e3f9f-c33e-43ac-b08c-706d522c4456 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1015658 Jun 22 09:11:41.387266 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Attempting to bind port e9853c23-a99d-421a-a410-ff758801319a on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:41.390616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Attempting to bind port e9853c23-a99d-421a-a410-ff758801319a by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:41.390616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Attempting to bind port e9853c23-a99d-421a-a410-ff758801319a on network 4d192b0f-6b9e-4193-9d50-247ed2c39afc {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:41.400627 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:41.405421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Checking segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:41.407421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.412991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Bound using segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:41.412991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Bound port: e9853c23-a99d-421a-a410-ff758801319a, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:41.412991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.413821 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a32af2f0-0388-429e-8a55-924784635c1e req-6f079e3a-cc8c-4efe-8d24-0df98a12d39b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367849 Jun 22 09:11:41.424685 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-257db766-9a21-45d9-9636-895829c22ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257701 Jun 22 09:11:41.493492 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] For port e9853c23-a99d-421a-a410-ff758801319a, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:41.497157 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] For port e9853c23-a99d-421a-a410-ff758801319a, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9853c23-a99d-421a-a410-ff758801319a,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:41.560073 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:41.569212 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:41.626496 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Pushing event updated for resources: {'Port': ['ID=e9853c23-a99d-421a-a410-ff758801319a,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:41.630244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:41.912341 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d80f54-dc0d-4ff5-85fd-b023985c95ed req-8d9c1e50-d4a9-4c4f-a46a-0bac09734075 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:41.912341 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35d80f54-dc0d-4ff5-85fd-b023985c95ed req-8d9c1e50-d4a9-4c4f-a46a-0bac09734075 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.4826860 Jun 22 09:11:41.913108 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945330d9-6ba2-4825-8076-e68f2d25135b req-14fbb256-9991-48a9-97e5-4508b8bf54c9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:41.915017 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-945330d9-6ba2-4825-8076-e68f2d25135b req-14fbb256-9991-48a9-97e5-4508b8bf54c9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 944 time: 0.1171358 Jun 22 09:11:41.918565 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-767fb526-1d38-4335-abe1-f114b3acca71 req-fbc4459a-2fcb-4d81-867c-ded35028ffd5 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573708 Jun 22 09:11:41.967295 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35d80f54-dc0d-4ff5-85fd-b023985c95ed req-820e00e4-3bce-45b8-8851-7e026d663709 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616901 Jun 22 09:11:42.001795 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-945330d9-6ba2-4825-8076-e68f2d25135b req-849e0a20-3bed-4473-9a0c-c57d426075ff tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857313 Jun 22 09:11:42.121019 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:42.140410 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:42.268719 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Allocated IP 172.27.0.41 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/723e3563-55b7-4e66-8572-f23aecb1ffd4) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:42.396218 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:42.536914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:42.547362 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:42.576164 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:42.583731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:42.591042 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:42.700018 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ccb6d-ae62-4454-89dd-c5df57c473cc req-f9cf53e1-dd1a-4af6-b0f5-31c07884f4d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:42.701742 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d43ccb6d-ae62-4454-89dd-c5df57c473cc req-f9cf53e1-dd1a-4af6-b0f5-31c07884f4d8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1584201 Jun 22 09:11:42.762668 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device acfc8437-966b-4f4f-9b36-a6a881b1340d details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:11:42.786202 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d43ccb6d-ae62-4454-89dd-c5df57c473cc req-f57b692a-46c4-4909-85bb-1448d3af6e7e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783801 Jun 22 09:11:42.789043 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9853c23-a99d-421a-a410-ff758801319a up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:42.793330 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Pushing event updated for resources: {'Port': ['ID=723e3563-55b7-4e66-8572-f23aecb1ffd4,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:42.796803 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:42.906463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9897c-d77a-4d67-a7f0-4039039e89a4 None None] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:42.956240 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port acfc8437-966b-4f4f-9b36-a6a881b1340d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=acfc8437-966b-4f4f-9b36-a6a881b1340d,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:42.972532 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'acfc8437-966b-4f4f-9b36-a6a881b1340d', 'network_id': '4f25d326-8128-4efc-9a5d-1d25f777359c', 'port_id': 'acfc8437-966b-4f4f-9b36-a6a881b1340d', 'mac_address': 'fa:16:3e:b3:5b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149d31c6-98a7-4f1e-a5ae-b1d3660021fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:11:42.989483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.051771 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port e9853c23-a99d-421a-a410-ff758801319a completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:43.051771 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.095459 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfc8437-966b-4f4f-9b36-a6a881b1340d {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:43.145243 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port acfc8437-966b-4f4f-9b36-a6a881b1340d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=acfc8437-966b-4f4f-9b36-a6a881b1340d,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:43.147722 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Provisioning for port e9853c23-a99d-421a-a410-ff758801319a completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:43.154891 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Provisioning complete for port e9853c23-a99d-421a-a410-ff758801319a triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:43.155304 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.209027 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.212419 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:43.259631 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.288214 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.290068 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=acfc8437-966b-4f4f-9b36-a6a881b1340d,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:43.293764 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:43.324736 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c908-eb23-4d6a-b7e3-65526f94de1d req-acbf605c-366a-4c3c-be8c-5dcc3d0a7a3c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:43.326404 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6ec9c908-eb23-4d6a-b7e3-65526f94de1d req-acbf605c-366a-4c3c-be8c-5dcc3d0a7a3c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 944 time: 0.1590507 Jun 22 09:11:43.331397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] For port e9853c23-a99d-421a-a410-ff758801319a, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9853c23-a99d-421a-a410-ff758801319a,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:43.410135 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6ec9c908-eb23-4d6a-b7e3-65526f94de1d req-ceaf519b-8aee-48d6-9730-1d1076f09656 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477083 Jun 22 09:11:43.439300 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.442114 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4dff40fb-6bfd-4dc5-ab32-e745b864f4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:43.491657 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Pushing event updated for resources: {'Port': ['ID=e9853c23-a99d-421a-a410-ff758801319a,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:43.495912 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:43.520141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Router 793fb155-e8b2-477d-9d73-737730cf9ae4 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:11:43.558472 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-cd829393-c3ab-4de7-9a26-16f67da2507b None None] Provisioning complete for port e9853c23-a99d-421a-a410-ff758801319a triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:43.560787 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cd829393-c3ab-4de7-9a26-16f67da2507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.676707 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:43.685144 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Sync routers for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:43.687552 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-ae441750-0abc-4aae-adb9-c9db2dd56ed2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741560 Jun 22 09:11:43.694297 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:43.694912 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:43.791569 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:43.793079 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9908113 Jun 22 09:11:43.795686 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58730) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:43.798609 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:43.975329 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:42Z', 'revision_number': 3, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:44.004542 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Checking router: 793fb155-e8b2-477d-9d73-737730cf9ae4 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:44.004887 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Updating router 793fb155-e8b2-477d-9d73-737730cf9ae4 port 723e3563-55b7-4e66-8572-f23aecb1ffd4 binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:44.030128 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50530f-9f1b-4111-a2ae-4a52913e1e5e req-794571f6-0c66-4bfd-a358-8251d7b40d69 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:44.031631 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3d50530f-9f1b-4111-a2ae-4a52913e1e5e req-794571f6-0c66-4bfd-a358-8251d7b40d69 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1446476 Jun 22 09:11:44.040975 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.113110 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3d50530f-9f1b-4111-a2ae-4a52913e1e5e req-337dbeea-85ec-4ff6-9eac-4325777defbc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748446 Jun 22 09:11:44.280027 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.291544 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.301202 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Transition to ACTIVE for port object 723e3563-55b7-4e66-8572-f23aecb1ffd4 will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:44.370572 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.372526 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-f8dd9b09-80a7-411d-a0e2-ff2e727ac1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:44.425960 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Pushing event updated for resources: {'Port': ['ID=723e3563-55b7-4e66-8572-f23aecb1ffd4,revision_number=2']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:44.427922 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Allocated IP 172.20.0.1 (4d192b0f-6b9e-4193-9d50-247ed2c39afc/d4cc4458-19dc-46a1-8bc2-1e691fa943ca/46683b9d-8678-47bb-8259-791ecad80c3f) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:44.428064 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Attempting to bind port 723e3563-55b7-4e66-8572-f23aecb1ffd4 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:44.428350 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Attempting to bind port 723e3563-55b7-4e66-8572-f23aecb1ffd4 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:44.428710 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Attempting to bind port 723e3563-55b7-4e66-8572-f23aecb1ffd4 on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:44.437430 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.437777 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.438115 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.438445 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.438778 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.439094 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.439439 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.439763 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.440106 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.440428 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.440743 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.441058 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:44.444399 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:44.444779 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:44.445185 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.445570 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:44.446051 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Bound port: 723e3563-55b7-4e66-8572-f23aecb1ffd4, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:44.447082 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.449998 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:44.502638 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] For port 723e3563-55b7-4e66-8572-f23aecb1ffd4, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:44.505709 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] For port 723e3563-55b7-4e66-8572-f23aecb1ffd4, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=723e3563-55b7-4e66-8572-f23aecb1ffd4,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:44.545787 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.582048 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Transition to ACTIVE for port object 46683b9d-8678-47bb-8259-791ecad80c3f will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:44.582834 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.591830 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-02bc914c-c24b-432f-a243-992c4c48a8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:44.597017 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9853c23-a99d-421a-a410-ff758801319a up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:44.632207 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c527d0-e34f-4edd-acb3-4d67463eab62 req-1db3acea-9005-4744-bccf-7fa3b6dafada tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:44.633685 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-96c527d0-e34f-4edd-acb3-4d67463eab62 req-1db3acea-9005-4744-bccf-7fa3b6dafada tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.1083632 Jun 22 09:11:44.655410 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port e9853c23-a99d-421a-a410-ff758801319a triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:44.656074 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.656929 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:44.657746 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:44.660686 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Pushing event updated for resources: {'Port': ['ID=723e3563-55b7-4e66-8572-f23aecb1ffd4,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:44.680946 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-96c527d0-e34f-4edd-acb3-4d67463eab62 req-99876d9c-6714-4a79-b543-cf00cab2d566 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Jun 22 09:11:44.697249 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.700496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:44.719312 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:44.741333 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:44.742708 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:44.746565 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:44.774603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Pushing event updated for resources: {'Port': ['ID=46683b9d-8678-47bb-8259-791ecad80c3f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:44.779742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:44.794198 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:44.909446 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:45.043874 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:45.061988 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-462c4035-c597-4693-83a9-4c76a93c5c34 None None] Provisioning for port 46683b9d-8678-47bb-8259-791ecad80c3f completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:45.066165 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-462c4035-c597-4693-83a9-4c76a93c5c34 None None] Provisioning complete for port 46683b9d-8678-47bb-8259-791ecad80c3f triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:45.066656 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-462c4035-c597-4693-83a9-4c76a93c5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:45.097558 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:42Z', 'revision_number': 3, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:45.100675 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-462c4035-c597-4693-83a9-4c76a93c5c34 None None] Port 46683b9d-8678-47bb-8259-791ecad80c3f cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:11:45.124786 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3522-c3c5-4e83-b0fb-1b0cdddf8752 None None] The sync data for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi is: [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:42Z', 'revision_number': 3, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:45.499546 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6439b-1c2f-4d0f-8a1c-6d761262f2af req-d4ee75cd-8cc5-47d4-95fe-51d3faeda4c4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:45.501095 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b7d6439b-1c2f-4d0f-8a1c-6d761262f2af req-d4ee75cd-8cc5-47d4-95fe-51d3faeda4c4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1370697 Jun 22 09:11:45.523290 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:45.551355 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b7d6439b-1c2f-4d0f-8a1c-6d761262f2af req-2b4f5f9a-901b-40a2-8024-64a67b15455c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 Jun 22 09:11:45.588024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:45.590486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:45.656723 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Pushing event updated for resources: {'Port': ['ID=46683b9d-8678-47bb-8259-791ecad80c3f,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:45.659099 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:45.661108 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:45.759306 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:45.760798 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:45.933577 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Router 793fb155-e8b2-477d-9d73-737730cf9ae4 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:11:45.952821 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3de438-d698-4f10-b2a5-a5399c638978 req-0f7fb17e-aa55-49a1-b5a8-0daa4482f423 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:45.952821 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f3de438-d698-4f10-b2a5-a5399c638978 req-0f7fb17e-aa55-49a1-b5a8-0daa4482f423 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.1294396 Jun 22 09:11:46.026477 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-383c016c-16e5-464c-b32e-fba51e8ce8b0 None None] Provisioning complete for port 46683b9d-8678-47bb-8259-791ecad80c3f triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:46.027042 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-383c016c-16e5-464c-b32e-fba51e8ce8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:46.036073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f3de438-d698-4f10-b2a5-a5399c638978 req-4b286985-cd54-4afb-82c6-7c254972e345 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801601 Jun 22 09:11:46.060706 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-383c016c-16e5-464c-b32e-fba51e8ce8b0 None None] Port 46683b9d-8678-47bb-8259-791ecad80c3f cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:11:46.082886 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:46.088520 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] 10.222.0.37 "PUT /v2.0/routers/793fb155-e8b2-477d-9d73-737730cf9ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2917104 Jun 22 09:11:46.639979 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 723e3563-55b7-4e66-8572-f23aecb1ffd4 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:46.715381 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Sync routers for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:46.724231 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:46.724863 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:46.751707 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6af1-c0ff-4284-8d7b-5bf8fa5bdbff req-c2ca2454-3108-4f80-a5d6-84d818d567e8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:46.753493 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-845e6af1-c0ff-4284-8d7b-5bf8fa5bdbff req-c2ca2454-3108-4f80-a5d6-84d818d567e8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.0858049 Jun 22 09:11:46.760025 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 723e3563-55b7-4e66-8572-f23aecb1ffd4 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:46.771059 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 723e3563-55b7-4e66-8572-f23aecb1ffd4 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:46.771538 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:46.795264 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-845e6af1-c0ff-4284-8d7b-5bf8fa5bdbff req-5648797d-24ce-41b0-9661-e374d80d2118 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Jun 22 09:11:46.831916 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58782) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:46.837743 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1677857595-network', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:46.936247 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Made reservation on behalf of 28f602399bee4742974fc79a8a6dfff0 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:46.938668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:46.948435 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.009933 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:47.051017 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.064361 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.130804 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.138306 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b2be54bc-4a4e-4bf8-b193-f0821572c3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:47.153173 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 723e3563-55b7-4e66-8572-f23aecb1ffd4, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=723e3563-55b7-4e66-8572-f23aecb1ffd4,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:47.175946 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:11:47.190738 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954569fb-5920-47a3-bee5-dad7dae9d636,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:47.194140 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:47.198385 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.198846 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Added segment d8b6dce7-f364-4bea-a760-21b76c80b871 of type vlan for network 9e2fa2f3-30dd-4073-8494-ba531e28e47d Jun 22 09:11:47.233274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.236462 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:47.248661 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aba0e-ecd7-41c7-9c7b-6d4f2e8fb07c req-ea81f80a-0edb-4f4e-aca3-59062532df64 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:47.250148 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd2aba0e-ecd7-41c7-9c7b-6d4f2e8fb07c req-ea81f80a-0edb-4f4e-aca3-59062532df64 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.0934863 Jun 22 09:11:47.252337 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.291975 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd2aba0e-ecd7-41c7-9c7b-6d4f2e8fb07c req-4dcb6681-9c96-49c7-8324-09d0a1b3f2a3 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Jun 22 09:11:47.295103 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=723e3563-55b7-4e66-8572-f23aecb1ffd4,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:47.298706 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:47.308665 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:45Z', 'revision_number': 2, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:47.336102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Checking router: 793fb155-e8b2-477d-9d73-737730cf9ae4 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:47.343541 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Updating router 793fb155-e8b2-477d-9d73-737730cf9ae4 port 46683b9d-8678-47bb-8259-791ecad80c3f binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:47.368846 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.370431 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:47.371118 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.371318 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.374183 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:47.430652 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2fa2f3-30dd-4073-8494-ba531e28e47d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:47.433358 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:47.466917 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:11:47.490700 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6576216 Jun 22 09:11:47.493500 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58792) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:47.498371 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Request body: {'subnet': {'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1677857595-subnet', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:47.569817 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Made reservation on behalf of 28f602399bee4742974fc79a8a6dfff0 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:47.572761 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.610641 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.708034 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.720279 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Transition to ACTIVE for port object 46683b9d-8678-47bb-8259-791ecad80c3f will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:47.776306 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.778996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-ebd85f98-409e-43e7-a9ed-5d5bc894439f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:47.804949 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.809071 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4610c0f-c030-4a07-93cb-eaa974393220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:47.870484 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cba80f-364f-4059-8ce0-5f58d4a00810 None None] Pushing event updated for resources: {'Port': ['ID=46683b9d-8678-47bb-8259-791ecad80c3f,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:47.875537 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-a4cba80f-364f-4059-8ce0-5f58d4a00810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:47.886475 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:47.894062 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:47.897354 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Checking segment: {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:47.898080 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Network hostable DHCP agents. Network: 9e2fa2f3-30dd-4073-8494-ba531e28e47d, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:47.939230 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Attempting to bind port 46683b9d-8678-47bb-8259-791ecad80c3f on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:47.939866 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Attempting to bind port 46683b9d-8678-47bb-8259-791ecad80c3f by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:47.940282 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Attempting to bind port 46683b9d-8678-47bb-8259-791ecad80c3f on network 4d192b0f-6b9e-4193-9d50-247ed2c39afc {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:47.948239 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:47.948837 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Checking segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:47.949420 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:47.950012 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Bound using segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:47.950562 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Bound port: 46683b9d-8678-47bb-8259-791ecad80c3f, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:47.950965 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.017295 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-8f25c582-700a-493b-abdc-46d7ecdd082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:48.018653 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-8f25c582-700a-493b-abdc-46d7ecdd082c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.1232533 Jun 22 09:11:48.026474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] For port 46683b9d-8678-47bb-8259-791ecad80c3f, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:48.029788 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] For port 46683b9d-8678-47bb-8259-791ecad80c3f, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=46683b9d-8678-47bb-8259-791ecad80c3f,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:48.056326 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:48.095208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be46e63-fece-4879-92be-01cf75a89be5 req-27c7fd40-3c65-4677-b54f-ee601eaf2e20 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:48.095208 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6be46e63-fece-4879-92be-01cf75a89be5 req-27c7fd40-3c65-4677-b54f-ee601eaf2e20 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1382267 Jun 22 09:11:48.113652 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.116448 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:48.140523 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 9e2fa2f3-30dd-4073-8494-ba531e28e47d) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:48.148075 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:48.148926 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.158021 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6be46e63-fece-4879-92be-01cf75a89be5 req-5f5f5922-9e57-463c-a6d6-f51549e13d2d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 Jun 22 09:11:48.160785 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-37be4ce6-3fdc-4817-9e11-e09fdbc936c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:48.161060 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0868f-1599-44ad-8e29-719e47f7b11d None None] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:48.162196 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-37be4ce6-3fdc-4817-9e11-e09fdbc936c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.1208804 Jun 22 09:11:48.229477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-4cd6498f-ce1f-485b-b2a2-565836e672b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.0428293 Jun 22 09:11:48.238283 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:48.239050 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:48.249291 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cba80f-364f-4059-8ce0-5f58d4a00810 None None] Pushing event updated for resources: {'Port': ['ID=46683b9d-8678-47bb-8259-791ecad80c3f,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:48.255161 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-a4cba80f-364f-4059-8ce0-5f58d4a00810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:48.260522 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7656093 Jun 22 09:11:48.264198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58802) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:48.271880 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:48.316747 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-035d43b9-53cc-447e-bc2e-a5b75f681684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:48.318258 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-035d43b9-53cc-447e-bc2e-a5b75f681684 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0781894 Jun 22 09:11:48.382643 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-8cc3b769-37a0-47dc-a834-734292f61deb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507457 Jun 22 09:11:48.404260 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.406022 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.463352 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:48.520066 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['acfc8437-966b-4f4f-9b36-a6a881b1340d'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:48.523178 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-c7b2ded9-83b8-47ba-8355-a77781bfe74a service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120217 Jun 22 09:11:48.571208 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-9e2fa2f3-30dd-4073-8494-ba531e28e47d', 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'fixed_ips': [{'subnet_id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:11:48.572559 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.626163 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd967e15-361f-4ed0-9fd3-b2dbe916630a req-f3fa517a-59c8-4eb3-8151-5d7a332e3359 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916209 Jun 22 09:11:48.626412 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 723e3563-55b7-4e66-8572-f23aecb1ffd4 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:48.725773 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:48.761952 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886e5d-e99d-4cf1-a75e-7780695bf391 req-28d2b81c-24a5-4c60-9033-ea6c4c170dce tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:48.763664 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8d886e5d-e99d-4cf1-a75e-7780695bf391 req-28d2b81c-24a5-4c60-9033-ea6c4c170dce tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.3339579 Jun 22 09:11:48.813878 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8d886e5d-e99d-4cf1-a75e-7780695bf391 req-82fbb5f9-199e-43a0-9e35-d186b6257504 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Jun 22 09:11:48.977644 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.079758 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 723e3563-55b7-4e66-8572-f23aecb1ffd4 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:49.080133 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.087520 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Allocated IP 172.20.0.2 (9e2fa2f3-30dd-4073-8494-ba531e28e47d/4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7/5e1723f6-d240-494b-a260-f14039f49e16) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:49.252809 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.254973 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:48Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:49.277684 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.323861 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82e8d0-db2d-426a-b089-b7e76d19e13a None None] The sync data for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi is: [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:48Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:49.541616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.541616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Transition to ACTIVE for port object 5e1723f6-d240-494b-a260-f14039f49e16 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:49.553490 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Allocated IP 172.27.0.61 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/7da3a734-5707-407d-a0ca-7e0cbf260bf7) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:49.560933 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Transition to ACTIVE for port object 5e1723f6-d240-494b-a260-f14039f49e16 will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:49.672498 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf6de9-6473-4558-ba05-bb64ca3cf3c8 req-155e97de-e3c0-405c-8843-980157d0bba5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:49.673998 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-70bf6de9-6473-4558-ba05-bb64ca3cf3c8 req-155e97de-e3c0-405c-8843-980157d0bba5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1708033 Jun 22 09:11:49.708082 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.710890 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:49.753053 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:49.757834 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-70bf6de9-6473-4558-ba05-bb64ca3cf3c8 req-4c1d8874-24c6-4246-b6f7-113784cc121c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748835 Jun 22 09:11:49.758760 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:49.761401 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.764683 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:49.768450 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Pushing event updated for resources: {'Port': ['ID=5e1723f6-d240-494b-a260-f14039f49e16,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:49.783089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:49.805516 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:11:49.835926 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Attempting to bind port 5e1723f6-d240-494b-a260-f14039f49e16 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:49.836311 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Attempting to bind port 5e1723f6-d240-494b-a260-f14039f49e16 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:49.836719 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Attempting to bind port 5e1723f6-d240-494b-a260-f14039f49e16 on network 9e2fa2f3-30dd-4073-8494-ba531e28e47d {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:49.842182 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:49.842571 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Checking segment: {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:49.843013 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.849460 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Bound using segment: {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:49.849460 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Bound port: 5e1723f6-d240-494b-a260-f14039f49e16, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:49.849460 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.895618 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:49.899885 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:49.920023 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] For port 5e1723f6-d240-494b-a260-f14039f49e16, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:49.923931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] For port 5e1723f6-d240-494b-a260-f14039f49e16, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=5e1723f6-d240-494b-a260-f14039f49e16,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:49.957952 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:49.962284 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:49.964400 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Pushing event updated for resources: {'Port': ['ID=7da3a734-5707-407d-a0ca-7e0cbf260bf7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:49.966684 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:49.968990 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:50.020032 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe9fe-e056-4739-8455-d9fb1deae1b4 req-628f2077-a419-4a91-a5e9-8697c495ca96 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:50.021589 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6dfbe9fe-e056-4739-8455-d9fb1deae1b4 req-628f2077-a419-4a91-a5e9-8697c495ca96 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.0833631 Jun 22 09:11:50.068415 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:50.072367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:50.111243 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6dfbe9fe-e056-4739-8455-d9fb1deae1b4 req-b1f956a0-0a6f-4e5b-aa75-ec5f15f2ad02 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821474 Jun 22 09:11:50.174168 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Pushing event updated for resources: {'Port': ['ID=5e1723f6-d240-494b-a260-f14039f49e16,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:50.177351 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:50.315758 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:50.585886 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:50.719637 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 46683b9d-8678-47bb-8259-791ecad80c3f up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:50.831811 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Router ff8aa576-8328-49fc-883d-fd3912144d7b is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:11:50.896135 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 46683b9d-8678-47bb-8259-791ecad80c3f completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:50.901487 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 46683b9d-8678-47bb-8259-791ecad80c3f triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:50.906293 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:50.965598 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 627133fd-2074-4bad-83d4-a3d903e78eab details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:11:50.998330 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:51.013715 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Sync routers for ids ['ff8aa576-8328-49fc-883d-fd3912144d7b'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:51.023863 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59a74a-33ef-4d2b-879b-4892a44720e6 req-e77859d4-59b9-47ec-80f9-8377ef687615 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:51.026347 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bc59a74a-33ef-4d2b-879b-4892a44720e6 req-e77859d4-59b9-47ec-80f9-8377ef687615 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 943 time: 0.1375389 Jun 22 09:11:51.033498 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Routers {'ff8aa576-8328-49fc-883d-fd3912144d7b'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:51.034304 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['ff8aa576-8328-49fc-883d-fd3912144d7b'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:51.045052 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.094963 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bc59a74a-33ef-4d2b-879b-4892a44720e6 req-f7d56886-6eca-406c-a448-2b5ba073576b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587192 Jun 22 09:11:51.121067 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.124940 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8566055 Jun 22 09:11:51.125183 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58856) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:51.195865 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 627133fd-2074-4bad-83d4-a3d903e78eab, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=627133fd-2074-4bad-83d4-a3d903e78eab,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:51.254008 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Set router ff8aa576-8328-49fc-883d-fd3912144d7b gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:51.274338 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '627133fd-2074-4bad-83d4-a3d903e78eab', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'port_id': '627133fd-2074-4bad-83d4-a3d903e78eab', 'mac_address': 'fa:16:3e:91:7b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:11:51.308552 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 46683b9d-8678-47bb-8259-791ecad80c3f, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=46683b9d-8678-47bb-8259-791ecad80c3f,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:51.380774 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.382587 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 5e1723f6-d240-494b-a260-f14039f49e16 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:51.395809 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:51.421764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5737425-9702-445d-a21b-fca455461ad4 req-5262b690-e032-4931-84b8-832dad351a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:51.428182 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-5262b690-e032-4931-84b8-832dad351a73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.2278435 Jun 22 09:11:51.443791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.573767 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12baf6-c4c6-428d-8fce-a3e08731e5ed None None] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:11:51.591817 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:11:50Z', 'revision_number': 3, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:51.619008 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72252257-f26d-4d5b-9fa8-2f0112fbf9e2 req-0975b0ce-3dd1-45c7-9b16-4d69abc4d38f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:51.621201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72252257-f26d-4d5b-9fa8-2f0112fbf9e2 req-0975b0ce-3dd1-45c7-9b16-4d69abc4d38f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.3132951 Jun 22 09:11:51.624031 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5737425-9702-445d-a21b-fca455461ad4 req-75c0f15c-8f2d-4f55-adfb-44d81f1999bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:51.625397 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-75c0f15c-8f2d-4f55-adfb-44d81f1999bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.1868584 Jun 22 09:11:51.629565 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627133fd-2074-4bad-83d4-a3d903e78eab {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:11:51.634003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334025d-be19-403d-859a-e1961a6bf1b2 req-2b2e577d-0928-4d6d-9b86-1307332f6ef1 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:51.641684 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5334025d-be19-403d-859a-e1961a6bf1b2 req-2b2e577d-0928-4d6d-9b86-1307332f6ef1 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.1965880 Jun 22 09:11:51.657671 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Checking router: ff8aa576-8328-49fc-883d-fd3912144d7b for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:51.658298 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Updating router ff8aa576-8328-49fc-883d-fd3912144d7b port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:51.693835 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=46683b9d-8678-47bb-8259-791ecad80c3f,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:51.697933 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:51.722517 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 627133fd-2074-4bad-83d4-a3d903e78eab, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=627133fd-2074-4bad-83d4-a3d903e78eab,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:51.736650 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.753040 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-6f5d34c3-4164-4037-864a-a15866e8776b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.1172395 Jun 22 09:11:51.768729 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72252257-f26d-4d5b-9fa8-2f0112fbf9e2 req-50a8d7c5-e62d-45c8-95cc-744e959213a5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370435 Jun 22 09:11:51.787061 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5334025d-be19-403d-859a-e1961a6bf1b2 req-bc742ff5-f37d-4f7c-babe-b0b40a59f6b0 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445451 Jun 22 09:11:51.816728 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-444ce215-32d8-4108-9ed5-7373ccc0e906 None None] Provisioning for port 5e1723f6-d240-494b-a260-f14039f49e16 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:51.819456 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.823554 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:51.825912 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 5e1723f6-d240-494b-a260-f14039f49e16 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:51.837642 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5737425-9702-445d-a21b-fca455461ad4 req-dd943d73-9a3b-4279-bceb-658aecb801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:51.839526 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-dd943d73-9a3b-4279-bceb-658aecb801eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0698497 Jun 22 09:11:51.851792 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 5e1723f6-d240-494b-a260-f14039f49e16 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:51.852719 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.879561 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-444ce215-32d8-4108-9ed5-7373ccc0e906 None None] Provisioning complete for port 5e1723f6-d240-494b-a260-f14039f49e16 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:51.881376 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-444ce215-32d8-4108-9ed5-7373ccc0e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:51.911239 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-cf935917-84e1-4485-91a1-2d91f4a1ed35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556040 Jun 22 09:11:51.969720 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.003499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=627133fd-2074-4bad-83d4-a3d903e78eab,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.019031 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:52.089855 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.100730 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.107037 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Transition to ACTIVE for port object 7da3a734-5707-407d-a0ca-7e0cbf260bf7 will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:52.111945 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-444ce215-32d8-4108-9ed5-7373ccc0e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.143507 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-294771df-2835-4a94-b01b-ca094b3f6df4 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217841 Jun 22 09:11:52.158615 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 5e1723f6-d240-494b-a260-f14039f49e16, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=5e1723f6-d240-494b-a260-f14039f49e16,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:52.211226 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.215326 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:52.231648 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Allocated IP 172.20.0.1 (9e2fa2f3-30dd-4073-8494-ba531e28e47d/4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7/cf3c9780-5bf4-4985-b987-f00c3d70bb08) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:52.262864 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.271783 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-a4cba80f-364f-4059-8ce0-5f58d4a00810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:52.303411 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Attempting to bind port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:52.303909 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Attempting to bind port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:52.304355 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Attempting to bind port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:52.315503 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d021c-b333-4280-9d94-4a55cbe6de9a None None] Pushing event updated for resources: {'Port': ['ID=7da3a734-5707-407d-a0ca-7e0cbf260bf7,revision_number=2']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.323171 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-5d7d021c-b333-4280-9d94-4a55cbe6de9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:52.325937 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:52.325937 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:52.325937 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.325937 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:52.326745 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Bound port: 7da3a734-5707-407d-a0ca-7e0cbf260bf7, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:52.327219 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.332535 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c5737425-9702-445d-a21b-fca455461ad4 req-92976b22-ec08-424f-8128-7a2cc1b1a689 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783154 Jun 22 09:11:52.360813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.db.api [None req-444ce215-32d8-4108-9ed5-7373ccc0e906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:11:52.360813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_db.api [None req-444ce215-32d8-4108-9ed5-7373ccc0e906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:11:52.395595 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] For port 7da3a734-5707-407d-a0ca-7e0cbf260bf7, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:52.403172 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] For port 7da3a734-5707-407d-a0ca-7e0cbf260bf7, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7da3a734-5707-407d-a0ca-7e0cbf260bf7,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:52.407292 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['627133fd-2074-4bad-83d4-a3d903e78eab'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:11:52.414033 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=5e1723f6-d240-494b-a260-f14039f49e16,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.435000 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:52.449145 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac590cd-95d3-43b0-9a08-4e4eb87c3fbf req-5f84430a-fe9c-4acd-bc66-c96a6b588d32 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:52.450608 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dac590cd-95d3-43b0-9a08-4e4eb87c3fbf req-5f84430a-fe9c-4acd-bc66-c96a6b588d32 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 944 time: 0.2117321 Jun 22 09:11:52.456667 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.484147 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.484795 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Transition to ACTIVE for port object cf3c9780-5bf4-4985-b987-f00c3d70bb08 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:52.488688 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-11816bb8-1b6f-4e83-a995-28072b3c0a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:52.510540 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dac590cd-95d3-43b0-9a08-4e4eb87c3fbf req-4f53713b-27a3-4b7a-83e0-fd9d3036041f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Jun 22 09:11:52.538286 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Routers {'ff8aa576-8328-49fc-883d-fd3912144d7b'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:52.538918 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['ff8aa576-8328-49fc-883d-fd3912144d7b'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:52.594619 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d021c-b333-4280-9d94-4a55cbe6de9a None None] Pushing event updated for resources: {'Port': ['ID=7da3a734-5707-407d-a0ca-7e0cbf260bf7,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.597933 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-5d7d021c-b333-4280-9d94-4a55cbe6de9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:52.605169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.610871 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a0a26b9a-ba62-47d9-a1fa-9d0a986a8041 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:52.619975 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 46683b9d-8678-47bb-8259-791ecad80c3f up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:52.696918 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] Set router ff8aa576-8328-49fc-883d-fd3912144d7b gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:52.697895 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 46683b9d-8678-47bb-8259-791ecad80c3f triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:52.699293 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.808421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 5e1723f6-d240-494b-a260-f14039f49e16 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:52.900090 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:52.905154 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:52.907701 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:11:52.908184 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:52.916511 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3c9780-5bf4-4985-b987-f00c3d70bb08,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.927009 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:53.059986 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777c04-03fb-4628-9424-e0b8021e5138 req-2a25b62b-36f8-426d-a422-396ef8f45789 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:53.065638 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:11:50Z', 'revision_number': 3, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:53.073335 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3c777c04-03fb-4628-9424-e0b8021e5138 req-2a25b62b-36f8-426d-a422-396ef8f45789 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1288626 Jun 22 09:11:53.097379 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd028a11-0af5-4c8e-aed9-3ae948892d1f None None] The sync data for ids ['ff8aa576-8328-49fc-883d-fd3912144d7b'] in dv-cinder-797333-1-iscsi is: [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:11:50Z', 'revision_number': 3, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:53.139757 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf4036-025f-4fc2-9a9e-3dd6a1e324be req-06a21b22-f55e-447d-986b-c3b6e4857d8b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:53.141297 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3c777c04-03fb-4628-9424-e0b8021e5138 req-908ab121-f63d-44f1-b010-213a2852ea9b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622058 Jun 22 09:11:53.142061 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5ddf4036-025f-4fc2-9a9e-3dd6a1e324be req-06a21b22-f55e-447d-986b-c3b6e4857d8b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 945 time: 0.1243501 Jun 22 09:11:53.154799 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device acfc8437-966b-4f4f-9b36-a6a881b1340d up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:53.244921 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5ddf4036-025f-4fc2-9a9e-3dd6a1e324be req-e0212986-2279-4d7a-99b5-72115dd4a87c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869813 Jun 22 09:11:53.249057 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.255467 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 5e1723f6-d240-494b-a260-f14039f49e16 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:53.255856 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.330221 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-88599807-97b9-4266-8f88-b45b7da9eee8 None None] Provisioning complete for port 5e1723f6-d240-494b-a260-f14039f49e16 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:53.330704 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-88599807-97b9-4266-8f88-b45b7da9eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.374023 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port acfc8437-966b-4f4f-9b36-a6a881b1340d completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:53.392596 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port acfc8437-966b-4f4f-9b36-a6a881b1340d triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:53.393166 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.454286 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.503066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.504706 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.507059 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:53.561846 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.589975 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfc8437-966b-4f4f-9b36-a6a881b1340d'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:53.592402 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372516de-2fe1-4a77-b547-e5c4a5f6a611" -d '{"events": [{"server_uuid": "1a19df19-2b42-4c5d-abdd-9f8b21dec1c0", "name": "network-vif-plugged", "status": "completed", "tag": "acfc8437-966b-4f4f-9b36-a6a881b1340d"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:53.600631 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3c9780-5bf4-4985-b987-f00c3d70bb08,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:53.604565 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:53.615035 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port acfc8437-966b-4f4f-9b36-a6a881b1340d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=acfc8437-966b-4f4f-9b36-a6a881b1340d,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:53.632944 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-88599807-97b9-4266-8f88-b45b7da9eee8 None None] Provisioning for port cf3c9780-5bf4-4985-b987-f00c3d70bb08 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:53.637297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-88599807-97b9-4266-8f88-b45b7da9eee8 None None] Provisioning complete for port cf3c9780-5bf4-4985-b987-f00c3d70bb08 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:53.643357 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-88599807-97b9-4266-8f88-b45b7da9eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.651598 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:53.653942 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:53.669032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ec31c-0e73-46ca-8fa3-df8526dce2a5 x-openstack-request-id: req-798ec31c-0e73-46ca-8fa3-df8526dce2a5 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:53.679972 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a19df19-2b42-4c5d-abdd-9f8b21dec1c0", "name": "network-vif-plugged", "status": "completed", "tag": "acfc8437-966b-4f4f-9b36-a6a881b1340d", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:53.681478 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-798ec31c-0e73-46ca-8fa3-df8526dce2a5 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:53.681908 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfc8437-966b-4f4f-9b36-a6a881b1340d', 'code': 200} Jun 22 09:11:53.697676 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:53.706577 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:53.749445 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-88599807-97b9-4266-8f88-b45b7da9eee8 None None] Port cf3c9780-5bf4-4985-b987-f00c3d70bb08 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:11:53.770415 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=acfc8437-966b-4f4f-9b36-a6a881b1340d,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:53.774462 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:53.853830 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Router ff8aa576-8328-49fc-883d-fd3912144d7b has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:11:53.873567 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700080-dcf8-41f3-a9c4-69909ed2306e req-bcf87f68-e709-4a83-94f3-965959d14936 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:53.875417 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1c700080-dcf8-41f3-a9c4-69909ed2306e req-bcf87f68-e709-4a83-94f3-965959d14936 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 944 time: 0.1150186 Jun 22 09:11:53.975880 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d98ec660-1a98-4d50-91f7-fcc3e6543672 None None] Provisioning complete for port cf3c9780-5bf4-4985-b987-f00c3d70bb08 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:53.976510 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d98ec660-1a98-4d50-91f7-fcc3e6543672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:54.000321 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1c700080-dcf8-41f3-a9c4-69909ed2306e req-393cdd52-1d4e-40a0-ad64-b0d96f9b13ef tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166856 Jun 22 09:11:54.034253 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-d98ec660-1a98-4d50-91f7-fcc3e6543672 None None] Port cf3c9780-5bf4-4985-b987-f00c3d70bb08 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:11:54.035514 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:54.042050 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff8aa576-8328-49fc-883d-fd3912144d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9142430 Jun 22 09:11:54.391374 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0992bc-f1fa-4587-bcc0-b3c5d907894d req-c89cc73f-0816-4ee9-a1cc-089502990c96 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:54.392837 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aa0992bc-f1fa-4587-bcc0-b3c5d907894d req-c89cc73f-0816-4ee9-a1cc-089502990c96 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1033549 Jun 22 09:11:54.399764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d427296-0e19-4384-a48e-f7ab6c7ac79a req-6d89936e-096a-45b1-8f62-3ea19b1df98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:54.401066 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4d427296-0e19-4384-a48e-f7ab6c7ac79a req-6d89936e-096a-45b1-8f62-3ea19b1df98a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 1099 time: 0.1009991 Jun 22 09:11:54.454665 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aa0992bc-f1fa-4587-bcc0-b3c5d907894d req-b92642a5-88e3-42d7-a009-89c729d69a49 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526416 Jun 22 09:11:54.458909 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4d427296-0e19-4384-a48e-f7ab6c7ac79a req-f9605cdf-6343-4968-b810-3e0496809152 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501010 Jun 22 09:11:54.624519 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7da3a734-5707-407d-a0ca-7e0cbf260bf7 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:54.635831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084dbb-33e3-4a1b-9530-78bcfc303955 req-1c618c10-88cb-47ca-bffc-46ae07094596 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:54.637400 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-51084dbb-33e3-4a1b-9530-78bcfc303955 req-1c618c10-88cb-47ca-bffc-46ae07094596 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0660961 Jun 22 09:11:54.707827 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-51084dbb-33e3-4a1b-9530-78bcfc303955 req-4308b186-1ec1-4473-84e4-9cc52d6def61 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616226 Jun 22 09:11:54.757508 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:54.762021 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:54.778221 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:54.820027 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58938) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:54.824799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045300586', 'description': 'tempest-secgroup-smoke-2045300586 description', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:54.850855 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:54.873032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 7da3a734-5707-407d-a0ca-7e0cbf260bf7, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7da3a734-5707-407d-a0ca-7e0cbf260bf7,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:54.977908 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 627133fd-2074-4bad-83d4-a3d903e78eab up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:54.986140 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:54.999317 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.002476 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:55.074196 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=7da3a734-5707-407d-a0ca-7e0cbf260bf7,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:55.079367 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.079864 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:55.170172 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.174629 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-affb3d76-a3e2-4514-ac16-f11c4941e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:55.198931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 627133fd-2074-4bad-83d4-a3d903e78eab completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:55.203337 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 627133fd-2074-4bad-83d4-a3d903e78eab triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:55.203818 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.212826 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ba53f-1983-4755-a673-17b3bb08c205,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:55.217294 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:55.239667 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a594ef2-e9ff-42d0-b03e-ad4a2b2932c2 req-5f2789e8-3ac9-48ad-ac27-ae6444bcc4e3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:55.241190 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a594ef2-e9ff-42d0-b03e-ad4a2b2932c2 req-5f2789e8-3ac9-48ad-ac27-ae6444bcc4e3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 944 time: 0.1097674 Jun 22 09:11:55.284046 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.285731 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4644699 Jun 22 09:11:55.288600 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58946) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:55.293652 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group_rule': {'security_group_id': '2e4ba53f-1983-4755-a673-17b3bb08c205', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:55.330262 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.330400 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a594ef2-e9ff-42d0-b03e-ad4a2b2932c2 req-35200e5a-9f94-4628-8ee3-69d5ee1e9293 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803268 Jun 22 09:11:55.393087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 627133fd-2074-4bad-83d4-a3d903e78eab, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=627133fd-2074-4bad-83d4-a3d903e78eab,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:55.405006 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.454367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.457817 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:55.466182 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.513214 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=627133fd-2074-4bad-83d4-a3d903e78eab,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:55.516283 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:55.524738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.527284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:55.545447 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3279e5e-87e8-45d5-b874-e8c9aa5e007b,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:55.548488 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:55.622548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.623833 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340619 Jun 22 09:11:55.626670 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58958) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:55.631945 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group_rule': {'security_group_id': '2e4ba53f-1983-4755-a673-17b3bb08c205', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:55.650288 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d658-fc7e-4402-9419-31d97d3148f2 req-088b61ae-322b-401a-a0f0-93fb3e6dab32 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:55.652019 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3c24d658-fc7e-4402-9419-31d97d3148f2 req-088b61ae-322b-401a-a0f0-93fb3e6dab32 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0692639 Jun 22 09:11:55.683261 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421675db-d1ac-4433-8479-30889a427200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627133fd-2074-4bad-83d4-a3d903e78eab'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:11:55.685972 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c38f60-b42d-4f55-9201-f60dfa6736bd" -d '{"events": [{"server_uuid": "421675db-d1ac-4433-8479-30889a427200", "name": "network-vif-plugged", "status": "completed", "tag": "627133fd-2074-4bad-83d4-a3d903e78eab"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:55.690925 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3c24d658-fc7e-4402-9419-31d97d3148f2 req-f0d5aff0-4117-4244-917d-8d6125175890 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jun 22 09:11:55.701184 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.759153 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d6946-df4b-49d7-bdc9-e196a31304ce x-openstack-request-id: req-8f3d6946-df4b-49d7-bdc9-e196a31304ce {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:55.762738 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421675db-d1ac-4433-8479-30889a427200", "name": "network-vif-plugged", "status": "completed", "tag": "627133fd-2074-4bad-83d4-a3d903e78eab", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:55.763301 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f3d6946-df4b-49d7-bdc9-e196a31304ce {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:55.764200 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421675db-d1ac-4433-8479-30889a427200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627133fd-2074-4bad-83d4-a3d903e78eab', 'code': 200} Jun 22 09:11:55.772996 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.799337 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-062fb9dd-471e-4e08-97a1-d8118de2fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.815915 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.817939 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:55.823789 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 58966) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:55.835842 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca27f6f-f33f-475d-8182-bf81e914f4b6,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:55.840793 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:55.895856 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:55.900651 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3d2b844e-77cd-4470-a041-5719a7e13366 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2727873 Jun 22 09:11:55.901587 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58972) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:55.901947 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5c7b0-d31f-482e-bfd3-e9fa4f07f35e req-42d5f30e-c403-491e-a262-5e706c2cdfbc tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:55.903710 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-39b5c7b0-d31f-482e-bfd3-e9fa4f07f35e req-42d5f30e-c403-491e-a262-5e706c2cdfbc tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0707791 Jun 22 09:11:55.907078 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group_rule': {'security_group_id': '2e4ba53f-1983-4755-a673-17b3bb08c205', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:55.967073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-39b5c7b0-d31f-482e-bfd3-e9fa4f07f35e req-3b754986-6fec-414a-8791-3b4287445d31 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559158 Jun 22 09:11:55.985561 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.025411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.092254 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.104914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.140575 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.146889 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0d1065b6-efd5-4f63-8a23-bcfb3522e821 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:56.161068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd5a19e-9566-4ef8-bd91-32d06ed204f0,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:56.163489 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:56.187920 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.191776 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1953d84b-6485-4be3-b9bb-b8180874b108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:56.211025 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb27ee-8af2-47c1-a952-40c481f39b7a req-8325b677-28e4-4c05-9540-ad3c8a945ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:56.213036 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7bdb27ee-8af2-47c1-a952-40c481f39b7a req-8325b677-28e4-4c05-9540-ad3c8a945ba6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 1098 time: 0.0716684 Jun 22 09:11:56.235601 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c69c44bec8842fe9e2d23321219446c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100871 Jun 22 09:11:56.237706 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58974) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:56.242731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41984c5a-7df1-476a-bc9f-d172b7d8d0b2,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:56.252193 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:56.253994 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.255420 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3522863 Jun 22 09:11:56.257974 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58976) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:56.261714 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Sync routers for ids ['ff8aa576-8328-49fc-883d-fd3912144d7b'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:56.265592 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group_rule': {'security_group_id': '2e4ba53f-1983-4755-a673-17b3bb08c205', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:56.280944 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Routers {'ff8aa576-8328-49fc-883d-fd3912144d7b'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:56.281148 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7bdb27ee-8af2-47c1-a952-40c481f39b7a req-912020a0-7006-44b6-acb0-a9cbb917697b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Jun 22 09:11:56.281272 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['ff8aa576-8328-49fc-883d-fd3912144d7b'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:56.313325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.333588 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.379771 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Set router ff8aa576-8328-49fc-883d-fd3912144d7b gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:56.391380 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.446805 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.465704 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.468702 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.472302 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41984c5a-7df1-476a-bc9f-d172b7d8d0b2 HTTP/1.1" status: 204 len: 168 time: 0.2310495 Jun 22 09:11:56.472302 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-859b8564-3c6b-48d0-ac02-55108a2c997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:56.483697 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41984c5a-7df1-476a-bc9f-d172b7d8d0b2,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:56.486867 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc35c4e2-6deb-4759-ac6c-02b993914c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:56.525460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.534295 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:56.541861 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa3105-6e01-4924-a27f-56c9be2d954b req-33d75054-f610-45c4-b0fb-05d704781014 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:56.549376 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8daa3105-6e01-4924-a27f-56c9be2d954b req-33d75054-f610-45c4-b0fb-05d704781014 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.0885553 Jun 22 09:11:56.557135 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e74a9e-cfc4-4a2b-92cb-2a837f463c4c,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:56.559651 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:56.621290 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.622732 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3635681 Jun 22 09:11:56.625504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 58988) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:56.631169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group_rule': {'security_group_id': '2e4ba53f-1983-4755-a673-17b3bb08c205', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:56.634160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:11:53Z', 'revision_number': 4, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'cf3c9780-5bf4-4985-b987-f00c3d70bb08', 'name': '', 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'mac_address': 'fa:16:3e:2e:14:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:51Z', 'updated_at': '2021-06-22T09:11:53Z', 'revision_number': 2, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'subnets': [{'id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:56.663388 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7da3a734-5707-407d-a0ca-7e0cbf260bf7 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:56.664573 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8daa3105-6e01-4924-a27f-56c9be2d954b req-5e45df4f-1859-4574-8c08-152722853b96 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111882 Jun 22 09:11:56.673475 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Checking router: ff8aa576-8328-49fc-883d-fd3912144d7b for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:56.673475 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Updating router ff8aa576-8328-49fc-883d-fd3912144d7b port cf3c9780-5bf4-4985-b987-f00c3d70bb08 binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:56.736533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.781321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:56.781706 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.814539 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Project 7b52a1cfb48f460f9de942ca48a3e483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:11:56.816950 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:56.957848 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a97f3-deb5-47c2-bdc0-df7b55f3d1a2 req-adc203ec-4342-4bed-aad5-4141975fa6ec tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:56.959506 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-088a97f3-deb5-47c2-bdc0-df7b55f3d1a2 req-adc203ec-4342-4bed-aad5-4141975fa6ec tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1387079 Jun 22 09:11:56.985961 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.023950 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-088a97f3-deb5-47c2-bdc0-df7b55f3d1a2 req-00063707-6d05-4bff-99eb-a6db0ad48438 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Jun 22 09:11:57.053475 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.061870 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5486edbd-30eb-444d-9160-48778d728486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:57.080065 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5f75cd-222b-4a00-8c0d-e212e9d3b3e2,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:57.083035 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:57.114770 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.126889 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Transition to ACTIVE for port object cf3c9780-5bf4-4985-b987-f00c3d70bb08 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:11:57.203279 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea01f0a-0339-4bcf-aa26-139a9f33ca52 req-53971e94-8500-48c4-86c8-53767c65392c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:57.204326 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.204805 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea01f0a-0339-4bcf-aa26-139a9f33ca52 req-53971e94-8500-48c4-86c8-53767c65392c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0647967 Jun 22 09:11:57.205406 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0791d2f0-7de8-4359-a005-c80135dd854c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5786104 Jun 22 09:11:57.209434 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 59008) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:11:57.214213 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'security_group_rule': {'security_group_id': '2e4ba53f-1983-4755-a673-17b3bb08c205', 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:11:57.230333 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.233609 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:57.255831 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea01f0a-0339-4bcf-aa26-139a9f33ca52 req-982aeba1-f01c-4398-9350-53dc0acfc970 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Jun 22 09:11:57.307923 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Project 7b52a1cfb48f460f9de942ca48a3e483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:11:57.310708 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3e19a-d688-496f-97c6-e1413aa33517 None None] Pushing event updated for resources: {'Port': ['ID=cf3c9780-5bf4-4985-b987-f00c3d70bb08,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:57.315797 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dbc3e19a-d688-496f-97c6-e1413aa33517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:57.321199 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.384634 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Attempting to bind port cf3c9780-5bf4-4985-b987-f00c3d70bb08 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:11:57.384947 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Attempting to bind port cf3c9780-5bf4-4985-b987-f00c3d70bb08 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:11:57.385300 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Attempting to bind port cf3c9780-5bf4-4985-b987-f00c3d70bb08 on network 9e2fa2f3-30dd-4073-8494-ba531e28e47d {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:11:57.391640 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:11:57.392019 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Checking segment: {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:11:57.392586 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.392997 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Bound using segment: {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:11:57.393476 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Bound port: cf3c9780-5bf4-4985-b987-f00c3d70bb08, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6dce7-f364-4bea-a760-21b76c80b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:11:57.393854 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.408997 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.468071 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] For port cf3c9780-5bf4-4985-b987-f00c3d70bb08, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:57.471508 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] For port cf3c9780-5bf4-4985-b987-f00c3d70bb08, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=cf3c9780-5bf4-4985-b987-f00c3d70bb08,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:57.522468 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.524657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:57.540977 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5593659a-a84e-4e2e-858e-d9f39c89020e,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:57.543311 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:57.580048 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.581822 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dc1e08b8-2776-4118-a6ea-2cbed68acbec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:57.608284 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:57.609477 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-026de54a-ce91-413b-bc52-d229a1e0ea01 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3991113 Jun 22 09:11:57.639975 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Routers {'ff8aa576-8328-49fc-883d-fd3912144d7b'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:11:57.640615 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:11:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['ff8aa576-8328-49fc-883d-fd3912144d7b'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:57.643442 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3e19a-d688-496f-97c6-e1413aa33517 None None] Pushing event updated for resources: {'Port': ['ID=cf3c9780-5bf4-4985-b987-f00c3d70bb08,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:57.726938 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dbc3e19a-d688-496f-97c6-e1413aa33517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:57.874409 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] Set router ff8aa576-8328-49fc-883d-fd3912144d7b gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:11:57.928475 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79fc7f-7a58-46f9-82b0-95cfec9f49fa req-5fa11eb6-3bcb-46e8-ac75-3527d0859cae tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:57.931755 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5e79fc7f-7a58-46f9-82b0-95cfec9f49fa req-5fa11eb6-3bcb-46e8-ac75-3527d0859cae tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.0873401 Jun 22 09:11:57.992987 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5e79fc7f-7a58-46f9-82b0-95cfec9f49fa req-9f8bae09-b2b0-4c77-9fa2-d9428fec7901 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Jun 22 09:11:58.150676 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:11:53Z', 'revision_number': 4, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'cf3c9780-5bf4-4985-b987-f00c3d70bb08', 'name': '', 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'mac_address': 'fa:16:3e:2e:14:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:51Z', 'updated_at': '2021-06-22T09:11:57Z', 'revision_number': 4, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'subnets': [{'id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:58.178589 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b2f3-dcd6-40c6-863d-4170c6a08693 None None] The sync data for ids ['ff8aa576-8328-49fc-883d-fd3912144d7b'] in dv-cinder-797333-1-iscsi is: [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:11:53Z', 'revision_number': 4, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'cf3c9780-5bf4-4985-b987-f00c3d70bb08', 'name': '', 'network_id': '9e2fa2f3-30dd-4073-8494-ba531e28e47d', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'mac_address': 'fa:16:3e:2e:14:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:51Z', 'updated_at': '2021-06-22T09:11:57Z', 'revision_number': 4, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'subnets': [{'id': '4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:58.265265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332428f9-13d3-4d96-a450-447bfd6d3e69 req-a9195416-417d-4cf3-b5d3-308ee50c9e31 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:58.272852 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-332428f9-13d3-4d96-a450-447bfd6d3e69 req-a9195416-417d-4cf3-b5d3-308ee50c9e31 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1059461 Jun 22 09:11:58.317835 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-332428f9-13d3-4d96-a450-447bfd6d3e69 req-5ae178d1-f857-4b81-a787-59ef2aece13f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Jun 22 09:11:58.632153 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device cf3c9780-5bf4-4985-b987-f00c3d70bb08 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:11:58.793068 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port cf3c9780-5bf4-4985-b987-f00c3d70bb08 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:11:58.799788 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port cf3c9780-5bf4-4985-b987-f00c3d70bb08 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:11:58.800297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:58.916382 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:58.953821 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port cf3c9780-5bf4-4985-b987-f00c3d70bb08, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=cf3c9780-5bf4-4985-b987-f00c3d70bb08,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:59.061555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:59.063496 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:11:59.108618 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=cf3c9780-5bf4-4985-b987-f00c3d70bb08,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:59.111644 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:11:59.193293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d900ede-0ba6-4cd5-8f2c-1b8a8a680bef req-2d985e9c-e936-4c17-845d-beda4be24252 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:59.194807 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4d900ede-0ba6-4cd5-8f2c-1b8a8a680bef req-2d985e9c-e936-4c17-845d-beda4be24252 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.0687978 Jun 22 09:11:59.234468 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4d900ede-0ba6-4cd5-8f2c-1b8a8a680bef req-a31b9743-c33b-4943-959c-4a3ec8ef5f11 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Jun 22 09:11:59.267551 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3de77ebf-a9ec-46bf-b457-977772f31f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:11:59.502101 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744d569-a3a1-4ec2-a500-eaec13af9927 req-472df856-98e4-43b0-a1a8-2ac3c3c340be tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:11:59.503574 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0744d569-a3a1-4ec2-a500-eaec13af9927 req-472df856-98e4-43b0-a1a8-2ac3c3c340be tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0677342 Jun 22 09:11:59.548141 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0744d569-a3a1-4ec2-a500-eaec13af9927 req-c3d9783c-c6f1-49d6-8a03-2bf61cd0b9ab tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Jun 22 09:12:00.141077 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:00.413820 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976cf0-3ce2-4d3c-87a1-adc1d657d1c9 req-ebad7a73-1029-46d6-9ac7-e79d2f046039 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:00.415438 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-06976cf0-3ce2-4d3c-87a1-adc1d657d1c9 req-ebad7a73-1029-46d6-9ac7-e79d2f046039 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0625362 Jun 22 09:12:00.453020 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-06976cf0-3ce2-4d3c-87a1-adc1d657d1c9 req-4f74af82-fb8d-4abb-b2a9-d6044597ef5c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Jun 22 09:12:00.614747 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device cf3c9780-5bf4-4985-b987-f00c3d70bb08 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:12:00.733352 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7793b-74fe-4705-b3f7-fa469bdab833 req-83de1fe6-7de7-4579-aaf0-c1563203f583 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:00.735475 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4ed7793b-74fe-4705-b3f7-fa469bdab833 req-83de1fe6-7de7-4579-aaf0-c1563203f583 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0676253 Jun 22 09:12:00.781244 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4ed7793b-74fe-4705-b3f7-fa469bdab833 req-1c327573-306d-4b7c-92fb-58236ead25d5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 Jun 22 09:12:00.804242 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port cf3c9780-5bf4-4985-b987-f00c3d70bb08 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:12:00.804737 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:00.865404 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:01.642821 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82627-4319-462e-856f-db4269666637 req-a442ec9c-ed6d-4c14-a618-178d84528776 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:01.644416 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ea82627-4319-462e-856f-db4269666637 req-a442ec9c-ed6d-4c14-a618-178d84528776 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0785565 Jun 22 09:12:01.692618 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ea82627-4319-462e-856f-db4269666637 req-72fbfecb-f676-4678-9791-7828171853fd tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Jun 22 09:12:01.957784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578154f-bcb1-45e0-bdfd-8ce2352a2132 req-fb11f52e-b266-43de-b1b4-88e6c5c86d6c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:01.959160 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f578154f-bcb1-45e0-bdfd-8ce2352a2132 req-fb11f52e-b266-43de-b1b4-88e6c5c86d6c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0645986 Jun 22 09:12:01.996185 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f578154f-bcb1-45e0-bdfd-8ce2352a2132 req-c3fd8ada-c063-4091-8a43-a02c03a0888e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jun 22 09:12:02.735813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:02.876296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3300e7-ea12-407e-a8af-8bfe38bd4b62 req-bd9a6a94-1a7c-4a8d-bc3c-948134cf7685 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:02.877758 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e3300e7-ea12-407e-a8af-8bfe38bd4b62 req-bd9a6a94-1a7c-4a8d-bc3c-948134cf7685 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0707448 Jun 22 09:12:02.915519 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e3300e7-ea12-407e-a8af-8bfe38bd4b62 req-4e95be63-0d0e-4664-8d05-416105c7d809 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Jun 22 09:12:03.167713 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796a7e8-15f0-48a3-9869-3cb6d1db57ed req-de2397a7-a30f-4837-9c94-fd9018daf8b1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:03.169178 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9796a7e8-15f0-48a3-9869-3cb6d1db57ed req-de2397a7-a30f-4837-9c94-fd9018daf8b1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0643170 Jun 22 09:12:03.206131 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9796a7e8-15f0-48a3-9869-3cb6d1db57ed req-14cbb4fd-a37e-41a3-b61f-ebe4ff059829 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Jun 22 09:12:04.088721 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e9df5-ee50-4edd-9d2a-ef3f4ca59165 req-64df7559-71d4-4220-a687-528e1a0117fd tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:04.090154 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-961e9df5-ee50-4edd-9d2a-ef3f4ca59165 req-64df7559-71d4-4220-a687-528e1a0117fd tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0650339 Jun 22 09:12:04.128089 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-961e9df5-ee50-4edd-9d2a-ef3f4ca59165 req-d37cb23d-885e-4b7a-8a18-df47b78ce37a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Jun 22 09:12:04.374662 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035212d-fe34-4289-a361-15deb971396d req-b24dbb08-15d0-4db0-983a-c27815d4e591 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:04.376015 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5035212d-fe34-4289-a361-15deb971396d req-b24dbb08-15d0-4db0-983a-c27815d4e591 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0605037 Jun 22 09:12:04.412050 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5035212d-fe34-4289-a361-15deb971396d req-c5f03ef4-64ff-4e64-a564-f158fc8a2bc4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306170 Jun 22 09:12:05.302078 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c7348-d585-44e6-9815-0d3990c33153 req-f17037b1-a11f-414c-9ea7-3ef34af5969b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:05.303544 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3d8c7348-d585-44e6-9815-0d3990c33153 req-f17037b1-a11f-414c-9ea7-3ef34af5969b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0653770 Jun 22 09:12:05.339913 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3d8c7348-d585-44e6-9815-0d3990c33153 req-b0744b17-4180-4fbf-a8e3-610208279b08 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jun 22 09:12:05.579829 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824de486-8f39-4a38-a8b2-8d0bc19450ee req-b07ece5c-6205-44e9-b1de-02e67b9feeb0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:05.581274 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-824de486-8f39-4a38-a8b2-8d0bc19450ee req-b07ece5c-6205-44e9-b1de-02e67b9feeb0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0614803 Jun 22 09:12:05.617651 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-824de486-8f39-4a38-a8b2-8d0bc19450ee req-1559a2af-9915-4ff5-a6cb-302e94f9f0f2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Jun 22 09:12:06.516134 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f0794-e315-49d5-ab07-7d517a9852f3 req-041922a5-5111-4b81-b51d-334ebdc0099d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:06.517508 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-df2f0794-e315-49d5-ab07-7d517a9852f3 req-041922a5-5111-4b81-b51d-334ebdc0099d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0639763 Jun 22 09:12:06.554813 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-df2f0794-e315-49d5-ab07-7d517a9852f3 req-919e0a13-cd65-4998-9dc1-8850b77b51ad tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jun 22 09:12:06.792676 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01531-ebdb-4ad2-9f19-ae13216f63e5 req-26d158b2-455e-43bc-b8e3-ce09baa6158f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:06.793515 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37e01531-ebdb-4ad2-9f19-ae13216f63e5 req-26d158b2-455e-43bc-b8e3-ce09baa6158f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0614235 Jun 22 09:12:06.832937 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37e01531-ebdb-4ad2-9f19-ae13216f63e5 req-b834bd01-5052-46cd-ada8-9f7e9ddd0a22 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Jun 22 09:12:07.728460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b576f9-67fe-42ee-b2d2-2100646b7af7 req-dc616c9e-d51c-43dc-81ce-302a70df0dcf tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:07.729974 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-95b576f9-67fe-42ee-b2d2-2100646b7af7 req-dc616c9e-d51c-43dc-81ce-302a70df0dcf tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0650027 Jun 22 09:12:07.766775 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-95b576f9-67fe-42ee-b2d2-2100646b7af7 req-0ad663ce-717a-4779-aa74-70e7517365b3 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/security-groups?id=15af34e9-59e8-4e25-bc34-3eca033fd687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Jun 22 09:12:07.906891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-19b7fc0d-b0e1-41ff-a145-7a5c93ff7502 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:07.908397 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-19b7fc0d-b0e1-41ff-a145-7a5c93ff7502 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 946 time: 0.0706146 Jun 22 09:12:08.066641 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31c11-08de-4766-bb6f-99c035ce6e82 req-b5332109-a9be-4954-96cd-7cd9c5870670 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:08.068116 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-faf31c11-08de-4766-bb6f-99c035ce6e82 req-b5332109-a9be-4954-96cd-7cd9c5870670 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1152191 Jun 22 09:12:08.090074 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Deleting port acfc8437-966b-4f4f-9b36-a6a881b1340d {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:12:08.090425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:08.148533 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-faf31c11-08de-4766-bb6f-99c035ce6e82 req-b1637df5-95d0-4789-9da7-7c20a05c448d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734155 Jun 22 09:12:08.192052 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] For port acfc8437-966b-4f4f-9b36-a6a881b1340d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=acfc8437-966b-4f4f-9b36-a6a881b1340d,segment=NetworkSegment(16965bfc-9adb-4e14-be6c-0043268de7c3),segment_id=16965bfc-9adb-4e14-be6c-0043268de7c3)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:08.192407 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:08.510357 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Calling delete_port for acfc8437-966b-4f4f-9b36-a6a881b1340d owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:12:08.724579 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:08.728936 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:08.749840 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['acfc8437-966b-4f4f-9b36-a6a881b1340d'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:12:08.756460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Pushing event deleted for resources: {'Port': ['ID=acfc8437-966b-4f4f-9b36-a6a881b1340d,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:08.782955 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:08.833162 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] No DVR routers for this DVR port acfc8437-966b-4f4f-9b36-a6a881b1340d on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:12:08.836415 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:08.838601 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b4ec2fba-8b06-41cc-a892-68053ac1a57a req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.23 "DELETE /v2.0/ports/acfc8437-966b-4f4f-9b36-a6a881b1340d HTTP/1.1" status: 204 len: 173 time: 0.9241772 Jun 22 09:12:08.839110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'name': 'network-vif-deleted', 'tag': 'acfc8437-966b-4f4f-9b36-a6a881b1340d'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:12:08.841522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc16bed-7ce4-4dd9-bcab-f67a7d5991cd" -d '{"events": [{"server_uuid": "1a19df19-2b42-4c5d-abdd-9f8b21dec1c0", "name": "network-vif-deleted", "tag": "acfc8437-966b-4f4f-9b36-a6a881b1340d"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:09.122023 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a8145763-1dbd-424a-9c81-354120d793c4 req-75445e9b-742c-45ac-87de-596c479993d5 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0403624 Jun 22 09:12:09.169204 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde4597a-84db-4972-838c-68bff21b177b x-openstack-request-id: req-fde4597a-84db-4972-838c-68bff21b177b {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:09.169556 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a19df19-2b42-4c5d-abdd-9f8b21dec1c0", "name": "network-vif-deleted", "tag": "acfc8437-966b-4f4f-9b36-a6a881b1340d", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:09.169858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fde4597a-84db-4972-838c-68bff21b177b {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:09.170283 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a19df19-2b42-4c5d-abdd-9f8b21dec1c0', 'name': 'network-vif-deleted', 'tag': 'acfc8437-966b-4f4f-9b36-a6a881b1340d', 'status': 'completed', 'code': 200} Jun 22 09:12:09.328387 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3eaad-386f-4a45-9d55-ad09e3a22ef1 req-f8eb84a7-56cc-401e-97cf-7548263bda4d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:09.329928 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aaf3eaad-386f-4a45-9d55-ad09e3a22ef1 req-f8eb84a7-56cc-401e-97cf-7548263bda4d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0671215 Jun 22 09:12:09.370600 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aaf3eaad-386f-4a45-9d55-ad09e3a22ef1 req-56edd3ce-a5b7-45ae-8e10-820403984acf tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349894 Jun 22 09:12:10.272411 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ffa601c8-9604-4931-835c-addca3493f07 req-9204e971-1f6d-4a2e-820b-0d3177dc6783 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Jun 22 09:12:10.546647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30721ef7-ea47-4100-a5f0-83b34c6c2d6c req-51c32ade-22a6-4fc0-8657-aef41faa79f7 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:10.548117 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-30721ef7-ea47-4100-a5f0-83b34c6c2d6c req-51c32ade-22a6-4fc0-8657-aef41faa79f7 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0641382 Jun 22 09:12:10.585234 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-30721ef7-ea47-4100-a5f0-83b34c6c2d6c req-98e281cd-3900-43a5-b976-31a5f8de96ca tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jun 22 09:12:11.421657 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9caf1c9b-a1ff-4095-aff0-a56a6f38d97f req-0d4a94c1-c541-4324-8787-1b2cf0e9dc3a tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Jun 22 09:12:11.755973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d80cd-17eb-4df0-957b-b47735466f73 req-2cb1db3a-25b6-44ae-ad5a-6616b11448a2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:11.757484 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ea0d80cd-17eb-4df0-957b-b47735466f73 req-2cb1db3a-25b6-44ae-ad5a-6616b11448a2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0653024 Jun 22 09:12:11.795061 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ea0d80cd-17eb-4df0-957b-b47735466f73 req-7dd85526-d0a2-43a2-8f4c-70604d59fb3b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Jun 22 09:12:12.570477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c002972e-916d-4d38-8132-a31c0642b2b6 req-ea86e38b-9080-40bf-b990-e4e6334740b2 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0285456 Jun 22 09:12:12.967647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dcca3-6196-48b2-9a32-142c0a526306 req-5077e279-8082-4213-8af2-93ba6ccba613 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:12.969039 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e2dcca3-6196-48b2-9a32-142c0a526306 req-5077e279-8082-4213-8af2-93ba6ccba613 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0606954 Jun 22 09:12:13.005672 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e2dcca3-6196-48b2-9a32-142c0a526306 req-7f4884ea-994b-4828-9aa8-9d333951dbee tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Jun 22 09:12:13.727884 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eb25c58b-4319-4021-8b0b-d3f31894da77 req-f346614d-30b0-4efb-9636-b948d7d9db4b tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0328441 Jun 22 09:12:14.172075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036e96d-9614-4035-8582-ad89cd3bc6fa req-d43c3ecf-af01-4c04-b06d-15d0534ad60b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:14.173511 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6036e96d-9614-4035-8582-ad89cd3bc6fa req-d43c3ecf-af01-4c04-b06d-15d0534ad60b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0614152 Jun 22 09:12:14.210639 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6036e96d-9614-4035-8582-ad89cd3bc6fa req-a2b213b8-27ab-429c-b903-825c9df3164b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Jun 22 09:12:14.876579 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4fa54b7e-02f0-4bbf-be3d-8fbf5c957f77 req-95e385b6-71e8-4cdc-bbaa-b0334a4b422d tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Jun 22 09:12:15.384490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be0e0c-6e06-4747-88c4-550031a4ac7f req-3fd54c82-6c8d-43e8-8b04-aa7fd7341b66 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:15.385921 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-45be0e0c-6e06-4747-88c4-550031a4ac7f req-3fd54c82-6c8d-43e8-8b04-aa7fd7341b66 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0635643 Jun 22 09:12:15.394347 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device acfc8437-966b-4f4f-9b36-a6a881b1340d no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:12:15.418648 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: acfc8437-966b-4f4f-9b36-a6a881b1340d {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:12:15.418907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device acfc8437-966b-4f4f-9b36-a6a881b1340d not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:12:15.426715 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-45be0e0c-6e06-4747-88c4-550031a4ac7f req-1d0aabbd-2328-4623-8807-7dcc2ad60ce1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348890 Jun 22 09:12:16.034061 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-866ec2b1-bb04-4c4b-8b35-ec60b90442d9 req-9c0f14e5-ff9a-4df4-a47b-2420db30506c tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a19df19-2b42-4c5d-abdd-9f8b21dec1c0 HTTP/1.1" status: 200 len: 210 time: 0.0329599 Jun 22 09:12:16.600167 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20176184-a101-4e6a-9274-e05df806a308 req-e5ede450-41f8-4f5f-8a81-bbe740250e6e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:16.601599 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-20176184-a101-4e6a-9274-e05df806a308 req-e5ede450-41f8-4f5f-8a81-bbe740250e6e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0628147 Jun 22 09:12:16.641067 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-20176184-a101-4e6a-9274-e05df806a308 req-bbfbd3df-e5ce-418c-9613-8c33dc18a196 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Jun 22 09:12:17.557966 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:17.816254 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ae2ec-a9bd-4963-933d-b928458a88bb req-d140c982-8fd2-4f58-918f-fe97679ec9fa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:17.817651 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fe4ae2ec-a9bd-4963-933d-b928458a88bb req-d140c982-8fd2-4f58-918f-fe97679ec9fa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0640533 Jun 22 09:12:17.857458 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fe4ae2ec-a9bd-4963-933d-b928458a88bb req-ea2acdf3-0a87-4812-9f1e-c497bfa93715 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Jun 22 09:12:19.042812 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071bbd6-0905-4f6c-af29-24ca30bd639f req-87fd2243-62bf-459e-bf54-b2c2d387fb2c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:19.044377 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7071bbd6-0905-4f6c-af29-24ca30bd639f req-87fd2243-62bf-459e-bf54-b2c2d387fb2c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0705268 Jun 22 09:12:19.084688 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7071bbd6-0905-4f6c-af29-24ca30bd639f req-eebc01f5-3adb-4291-a6ed-e8f0f5d63d68 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Jun 22 09:12:20.272511 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288afeed-eebf-443e-ba41-d1e2e7c3cbeb req-ae8848cf-25ed-45a5-aeba-8cd21b27282f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:20.273986 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-288afeed-eebf-443e-ba41-d1e2e7c3cbeb req-ae8848cf-25ed-45a5-aeba-8cd21b27282f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0741589 Jun 22 09:12:20.316163 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-288afeed-eebf-443e-ba41-d1e2e7c3cbeb req-1855d241-5587-4b89-a8a0-c41822802260 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jun 22 09:12:21.504491 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bb2e2-da02-4ae4-86e7-ac011dcea8aa req-54602253-80a8-48ca-9938-d4ca93063b9d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:21.506000 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d72bb2e2-da02-4ae4-86e7-ac011dcea8aa req-54602253-80a8-48ca-9938-d4ca93063b9d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0667038 Jun 22 09:12:21.544990 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d72bb2e2-da02-4ae4-86e7-ac011dcea8aa req-9ff1c0aa-f47b-45b5-a806-95115a711059 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Jun 22 09:12:22.726959 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3f8db-2d70-4abd-8d43-0d5f583d98e5 req-0a488ac9-78d0-4d11-8fc1-c41fb3f3de36 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:22.729021 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-81e3f8db-2d70-4abd-8d43-0d5f583d98e5 req-0a488ac9-78d0-4d11-8fc1-c41fb3f3de36 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0719070 Jun 22 09:12:22.769391 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-81e3f8db-2d70-4abd-8d43-0d5f583d98e5 req-7bbc8e18-6faf-4ed1-a4bd-7d268e4ea12b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Jun 22 09:12:23.949266 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584dcc7-e2ce-4a2a-a4d6-210ce68a42d5 req-dbddcc67-e310-4b23-b3ca-4b7a8245a4c1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:23.950975 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0584dcc7-e2ce-4a2a-a4d6-210ce68a42d5 req-dbddcc67-e310-4b23-b3ca-4b7a8245a4c1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0667846 Jun 22 09:12:23.994351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0584dcc7-e2ce-4a2a-a4d6-210ce68a42d5 req-6b9e6142-9eec-496d-a688-3836b6ebc250 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Jun 22 09:12:25.175403 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469dfc-f19c-4d05-b444-fcf7704d8873 req-ca0f87ed-fac5-4ad5-842d-1de517e83308 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:25.176939 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dc469dfc-f19c-4d05-b444-fcf7704d8873 req-ca0f87ed-fac5-4ad5-842d-1de517e83308 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0667894 Jun 22 09:12:25.216000 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dc469dfc-f19c-4d05-b444-fcf7704d8873 req-f15f0c69-fdc1-44a3-a8cb-587157e64143 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Jun 22 09:12:25.815610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-0515ee1d-66eb-4e04-8ffb-69e0c2f043be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:26.390293 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758ec4-9e5a-49bf-8468-654ff146376f req-bd03e4ae-e2f6-47b3-bbb4-b9a534e0320a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:26.391838 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14758ec4-9e5a-49bf-8468-654ff146376f req-bd03e4ae-e2f6-47b3-bbb4-b9a534e0320a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0663300 Jun 22 09:12:26.429255 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14758ec4-9e5a-49bf-8468-654ff146376f req-5860467c-30c4-461e-bee1-be2c2f0e3cc5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Jun 22 09:12:26.663016 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 59688) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:26.801577 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:26.808895 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:12:26.987930 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:27.065594 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:27.068241 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6022c091-16cd-4a35-9449-64d28219e3fa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:27.105011 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8756bbaf32f4beb926abe985cf6e720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406703 Jun 22 09:12:27.106025 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000aaf70-df62-45c1-abe6-5072291ef03a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:27.107413 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 59706) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:27.112997 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.113372 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.113733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.114097 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.114446 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.114799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.115183 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.115527 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.115872 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.116217 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.116582 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.116925 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.121567 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:27.160025 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:27.180952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:27.317809 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:27.320556 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:27.321675 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/000aaf70-df62-45c1-abe6-5072291ef03a HTTP/1.1" status: 204 len: 168 time: 0.2132723 Jun 22 09:12:27.322378 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:27.329730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000aaf70-df62-45c1-abe6-5072291ef03a,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:27.336826 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.337192 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.337549 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.337899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.338248 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.338600 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.338945 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.339497 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.339855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.340198 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.340539 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.340875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:27.344048 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:27.612347 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d595ca-a3c4-46e3-a8e3-bef43753280a req-9fe6e355-dfb3-4493-b74e-089126c3ae8e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:27.619071 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-78d595ca-a3c4-46e3-a8e3-bef43753280a req-9fe6e355-dfb3-4493-b74e-089126c3ae8e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0737982 Jun 22 09:12:27.653419 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-78d595ca-a3c4-46e3-a8e3-bef43753280a req-911376a4-7959-4565-b36d-4a80947e3cff tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jun 22 09:12:28.287809 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 59744) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:28.378480 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1127071345-network', 'tenant_id': 'fac8a034ef9c451980b21aa97c9a79c1'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:12:28.460546 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Made reservation on behalf of fac8a034ef9c451980b21aa97c9a79c1 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:28.462916 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.471683 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.555782 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.603302 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.606889 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a82ae36a-9b85-4153-bc00-b8e5562ccc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:28.630190 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:12:28.637593 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91888eae-6559-4fc7-bec4-489178258dce,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:28.641555 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:28.646427 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.646949 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Added segment 539e59f9-c22a-4801-9028-5fad98229c6d of type vlan for network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 Jun 22 09:12:28.688751 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.798628 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.801347 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:28.801981 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:28.805995 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-29240b35-441e-4de5-857d-028ff0e499e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:28.870852 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Pushing event updated for resources: {'Network': ['ID=54baa6ad-9a35-4121-a2a6-947b27bb5f88,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:28.873861 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:28.881063 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:12:28.887855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a90d84-5b40-40f1-b368-18cdbffc28ac req-8b68a97c-ced6-4507-a60d-9ba3acdaa695 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:28.889563 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-76a90d84-5b40-40f1-b368-18cdbffc28ac req-8b68a97c-ced6-4507-a60d-9ba3acdaa695 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1243825 Jun 22 09:12:28.927533 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-76a90d84-5b40-40f1-b368-18cdbffc28ac req-426f2a40-ec7c-4dff-8ce2-bdcd11d8b5b7 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Jun 22 09:12:28.932496 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6408100 Jun 22 09:12:28.933199 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 59756) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:28.938308 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Request body: {'subnet': {'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1127071345-subnet', 'tenant_id': 'fac8a034ef9c451980b21aa97c9a79c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:12:29.072475 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Made reservation on behalf of fac8a034ef9c451980b21aa97c9a79c1 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:29.076298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:29.289167 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-68705a79-b476-49d1-9154-e2150579e126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:29.324266 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:29.326556 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a9fe10a2-0706-43cd-9a9d-f77252b8aaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:29.383365 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5d4237-f819-41a2-84bb-ad8289298a02,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:29.387911 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:29.391866 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Checking segment: {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:12:29.392221 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Network hostable DHCP agents. Network: 54baa6ad-9a35-4121-a2a6-947b27bb5f88, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:12:29.471755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:12:29.563326 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 54baa6ad-9a35-4121-a2a6-947b27bb5f88) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:29.567263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:29.567850 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:29.571934 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b78a0a-2ae0-40ef-b310-7ae7de60de30 None None] Network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:12:29.693813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b88474-e47c-43f1-8b56-de4a8cb680ac None None] Network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:12:29.701442 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5f9d9102-5573-49c7-a994-16fe3f40f4d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7670164 Jun 22 09:12:30.100994 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d010f91-0897-4cf0-b1a2-e1007bfcd1db req-f1df2b75-a6f8-4fed-937e-eb274fe15412 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:30.102429 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6d010f91-0897-4cf0-b1a2-e1007bfcd1db req-f1df2b75-a6f8-4fed-937e-eb274fe15412 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0623412 Jun 22 09:12:30.136295 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:30.143077 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6d010f91-0897-4cf0-b1a2-e1007bfcd1db req-6e6da151-aff4-4a4c-bd2d-842045a0f319 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339010 Jun 22 09:12:30.723343 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:31.319680 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80ea1d-57ce-496b-bbf0-24a719da0fe8 req-34d56eb8-92ae-4464-83f2-0c99f113669d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:31.320808 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a80ea1d-57ce-496b-bbf0-24a719da0fe8 req-34d56eb8-92ae-4464-83f2-0c99f113669d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0637555 Jun 22 09:12:31.360863 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a80ea1d-57ce-496b-bbf0-24a719da0fe8 req-248ccc3e-bf77-4fe6-83b8-72489bdd6eab tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 Jun 22 09:12:32.536737 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297199da-b71e-43e0-bc9d-d6ff8e85511d req-b5f12f7f-7e31-4e54-a2a7-fe827530f9c6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:32.538180 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297199da-b71e-43e0-bc9d-d6ff8e85511d req-b5f12f7f-7e31-4e54-a2a7-fe827530f9c6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0664396 Jun 22 09:12:32.576952 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-297199da-b71e-43e0-bc9d-d6ff8e85511d req-bcb357b8-6ac9-4391-9ced-ee98988f9dc5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Jun 22 09:12:32.746719 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:33.764436 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4c53-6e06-4d5f-b3b6-d118d42e0ec8 req-dcefabbb-1cf7-478b-8260-13939c99508e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:33.765912 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7b0a4c53-6e06-4d5f-b3b6-d118d42e0ec8 req-dcefabbb-1cf7-478b-8260-13939c99508e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0744603 Jun 22 09:12:33.806275 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7b0a4c53-6e06-4d5f-b3b6-d118d42e0ec8 req-1349e9e5-d90c-4465-bd39-af17e2648c5f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342426 Jun 22 09:12:34.904449 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01091f65-d8d4-4e8e-b988-835d1147e9bb req-f9a4cbff-5d36-463c-9145-d42cb427ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:34.906041 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-01091f65-d8d4-4e8e-b988-835d1147e9bb req-f9a4cbff-5d36-463c-9145-d42cb427ca31 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.0618668 Jun 22 09:12:34.954348 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-01091f65-d8d4-4e8e-b988-835d1147e9bb req-0f431516-b91c-4630-b8e6-8c87e1b9284f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Jun 22 09:12:35.012023 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbfd70-68fa-494b-8ded-ea2e15da9dbc req-93896978-ec2c-41ff-9b5f-79c2c5267386 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:35.015337 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-29cbfd70-68fa-494b-8ded-ea2e15da9dbc req-93896978-ec2c-41ff-9b5f-79c2c5267386 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0855887 Jun 22 09:12:35.072964 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-29cbfd70-68fa-494b-8ded-ea2e15da9dbc req-2815f3d4-97f5-4459-9d54-d8563ccbee5e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Jun 22 09:12:36.266580 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c27d7-3c00-4bad-a019-6345f733da61 req-ce911368-a97b-4517-8222-c414492a2b5f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:36.268326 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6d2c27d7-3c00-4bad-a019-6345f733da61 req-ce911368-a97b-4517-8222-c414492a2b5f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0749748 Jun 22 09:12:36.318595 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6d2c27d7-3c00-4bad-a019-6345f733da61 req-a15ba3ad-ef40-45c7-b5f0-a3c864f000d9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Jun 22 09:12:42.587916 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791456f1-451f-4bbf-9986-f3793fe1ca9f req-827476ed-89e1-4d33-8380-39dbe4a91d1e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:42.591721 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-791456f1-451f-4bbf-9986-f3793fe1ca9f req-827476ed-89e1-4d33-8380-39dbe4a91d1e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0746429 Jun 22 09:12:42.629734 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-791456f1-451f-4bbf-9986-f3793fe1ca9f req-d1e60ea1-7cc7-43d4-bc89-6887bdd4a9ac tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Jun 22 09:12:43.649252 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-4e713e2d-917f-49f3-855c-48d471076470 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601084 Jun 22 09:12:43.737968 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-12d3a978-a944-420c-96cb-38afe06483c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:43.739946 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-12d3a978-a944-420c-96cb-38afe06483c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 1098 time: 0.0614355 Jun 22 09:12:43.962684 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d52da-ff3d-49eb-ac34-6455088a32d4 req-a73e7779-4c41-4e3b-b257-6eb1b4499493 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:43.964659 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b30d52da-ff3d-49eb-ac34-6455088a32d4 req-a73e7779-4c41-4e3b-b257-6eb1b4499493 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1495376 Jun 22 09:12:44.008234 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-9a055220-1434-4443-b0be-24a952c70ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:44.010162 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-9a055220-1434-4443-b0be-24a952c70ef5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.1735790 Jun 22 09:12:44.047497 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b30d52da-ff3d-49eb-ac34-6455088a32d4 req-34889198-9090-476a-834b-eeb8428853ec tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754044 Jun 22 09:12:44.060744 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-50ef2472-6aae-404c-8c0a-634be50c5cc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0 HTTP/1.1" status: 200 len: 217 time: 0.0393267 Jun 22 09:12:44.134065 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-8f86c065-602d-4ae4-a87a-a03f1fdd5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:44.135776 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-8f86c065-602d-4ae4-a87a-a03f1fdd5f33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0511045 Jun 22 09:12:44.195704 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-43e9e760-8462-4f86-ae20-96bee15d9ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455885 Jun 22 09:12:44.301317 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-cad3dfe7-3229-4264-9c1d-02485c104945 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972762 Jun 22 09:12:44.411886 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9fab5ff1-5dac-4b32-b5d3-5c4cd5fcf7b3 req-939b3eac-6a78-409d-a533-11ebced89c93 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995753 Jun 22 09:12:46.425994 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-710d36c0-215d-43e0-9f42-f2f11c765661 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:46.428247 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-710d36c0-215d-43e0-9f42-f2f11c765661 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/networks?id=54baa6ad-9a35-4121-a2a6-947b27bb5f88 HTTP/1.1" status: 200 len: 814 time: 0.1058347 Jun 22 09:12:46.444039 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-5a15e475-646b-40da-921b-8ef845c65d3d tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/quotas/fac8a034ef9c451980b21aa97c9a79c1 HTTP/1.1" status: 200 len: 375 time: 0.0102537 Jun 22 09:12:46.445061 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-6ded1708-7b37-4a7a-b899-cbdf05f9dcb7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:46.446705 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-6ded1708-7b37-4a7a-b899-cbdf05f9dcb7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.1077273 Jun 22 09:12:46.462280 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-a6a628a4-3655-47ac-9bc8-8d2d6c5dc024 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/quotas/e178e510ccce459ab7ce215517fe4e01 HTTP/1.1" status: 200 len: 375 time: 0.0096295 Jun 22 09:12:46.480452 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-a59d26e9-8153-43d0-8453-2f2ecc4bed6a tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297935 Jun 22 09:12:46.555071 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-39cd2218-6820-4dca-be3d-e4e329e913f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864675 Jun 22 09:12:46.614609 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-83497bda-de27-45c5-a214-6241aef2bcd8 service neutron] 10.222.0.37 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212819 Jun 22 09:12:46.667697 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-a321b0b4-70aa-4328-abd6-c730605bfd21 service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047411 Jun 22 09:12:46.726243 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-ffe9bbcb-55c1-4eba-b3c7-f45f7075ec72 service neutron] 10.222.0.37 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027231 Jun 22 09:12:47.095439 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b8c9df23-7604-4ca3-aa9b-7a3dfffcffee service neutron] 10.222.0.37 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126873 Jun 22 09:12:47.331327 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786ad56-bf6d-4636-99d2-ae1ff80d6afa req-9c7fed0a-f239-42e6-9004-4aa7581a1148 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:47.336627 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0786ad56-bf6d-4636-99d2-ae1ff80d6afa req-9c7fed0a-f239-42e6-9004-4aa7581a1148 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1554725 Jun 22 09:12:47.388676 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0786ad56-bf6d-4636-99d2-ae1ff80d6afa req-208c6ced-785f-48c7-80f5-55aa0f64e0a1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Jun 22 09:12:47.608963 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:47.612807 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-14570e83-b054-4937-9663-3840a6c67752 req-e512969b-443a-44bb-9af1-eae45af144c3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 210 time: 0.0664976 Jun 22 09:12:47.723813 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b725b26b-9e53-4392-9873-64a40ad1e958 req-13897a85-1711-4123-8b90-d0ce7cc930aa tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 210 time: 0.0563307 Jun 22 09:12:48.322637 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60152) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:48.499456 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:48.527288 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262cee-988e-4f11-9827-74a8bebac16b req-0635a5eb-0f74-4a87-a382-83fa461e8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:48.529664 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-0635a5eb-0f74-4a87-a382-83fa461e8dcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.1539035 Jun 22 09:12:48.548442 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1f60b-44b4-4c1d-b42e-6aad8d69bb11 req-43f497a8-81e2-48af-842e-a2e07f335027 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:48.550032 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33a1f60b-44b4-4c1d-b42e-6aad8d69bb11 req-43f497a8-81e2-48af-842e-a2e07f335027 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0969472 Jun 22 09:12:48.723693 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:48.744307 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33a1f60b-44b4-4c1d-b42e-6aad8d69bb11 req-27e08b3d-9fd8-4133-bb3a-53a1c52871a2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850238 Jun 22 09:12:48.778928 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262cee-988e-4f11-9827-74a8bebac16b req-9451ef03-fb8f-48ac-921d-e065b108f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:48.781292 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-9451ef03-fb8f-48ac-921d-e065b108f78a service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.2300565 Jun 22 09:12:48.798603 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:48.835554 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:48.864424 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1431ff76f7a948c8a83114bde6e9fa58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404456 Jun 22 09:12:48.865392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60166) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:48.866267 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f895fe03-ba4f-40e0-b289-a0dec6ab7ae3,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:48.903542 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-dda0dbd7-4d8d-425c-b16a-1fc11be155e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.0948875 Jun 22 09:12:48.904597 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:49.002888 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:49.041990 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9245cc0e-55d6-46b7-8847-850b8170d4f8 req-f91f3bd8-7462-4364-9551-13da3c66ccbc tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 210 time: 0.0414031 Jun 22 09:12:49.058108 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b57330cb-08fc-45e3-8538-61d0c25e7775 req-2e27b28e-002d-4aba-ba21-adc02795bf1d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 210 time: 0.0388441 Jun 22 09:12:49.062498 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:49.078133 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262cee-988e-4f11-9827-74a8bebac16b req-ba4af755-d25e-4db3-b15a-6dcf427702ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:49.078133 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-ba4af755-d25e-4db3-b15a-6dcf427702ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.1571863 Jun 22 09:12:49.128734 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-5067e022-7da8-4989-ab9f-186b1d0c628a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476007 Jun 22 09:12:49.279746 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-14a14b29-755f-4dbe-85db-5e0d3f876d50 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993786 Jun 22 09:12:49.341677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:49.348293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:49.348293 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f895fe03-ba4f-40e0-b289-a0dec6ab7ae3 HTTP/1.1" status: 204 len: 168 time: 0.4761255 Jun 22 09:12:49.348293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-afd7c53a-80d8-4b25-bcd4-b6758f03ab3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:49.368671 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f895fe03-ba4f-40e0-b289-a0dec6ab7ae3,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:49.380742 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:49.395752 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22262cee-988e-4f11-9827-74a8bebac16b req-83a14ca6-befc-4da6-bb50-1e4e82c2c009 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064270 Jun 22 09:12:50.003618 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4da18-0790-49f6-8e7b-a8e8b49510f1 req-698268da-5e24-4688-8627-2a045774c612 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:50.005078 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-10c4da18-0790-49f6-8e7b-a8e8b49510f1 req-698268da-5e24-4688-8627-2a045774c612 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0923030 Jun 22 09:12:50.061429 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-10c4da18-0790-49f6-8e7b-a8e8b49510f1 req-c5d1a739-08e6-4f92-acba-d3d2b45fc8c0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Jun 22 09:12:50.209992 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-42af22fb-b1dd-49d1-903e-455891e58b37 req-a4343cd2-2005-4a41-a8eb-bafada1c0af2 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 210 time: 0.0385613 Jun 22 09:12:50.246281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60192) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:50.308250 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:50.487000 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0800c9eb-9c78-4f4b-b4ff-ad3bf6e699e7 req-bf2624a2-e8d7-4dcb-a26c-c49e778f28f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 210 time: 0.1061759 Jun 22 09:12:50.552472 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:50.664054 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:50.675621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-60e0695b-74d9-435f-b6b3-ae8b55acb8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:50.751235 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd714b2-2b42-4445-9f17-9266277f9752,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:50.762735 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:50.790881 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cf4261e306a48d094d0b0c495bfd9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406401 Jun 22 09:12:50.796391 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60202) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:50.801757 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6fda2c28-49e5-48eb-be8d-4a90e5ddb304 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:50.804325 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6fda2c28-49e5-48eb-be8d-4a90e5ddb304 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "GET /v2.0/networks?id=54baa6ad-9a35-4121-a2a6-947b27bb5f88 HTTP/1.1" status: 200 len: 814 time: 0.2168190 Jun 22 09:12:50.830895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Request body: {'port': {'device_id': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88', 'admin_state_up': True, 'tenant_id': 'fac8a034ef9c451980b21aa97c9a79c1'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:12:50.847167 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:50.879300 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:51.048784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:51.051613 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:51.052578 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fd714b2-2b42-4445-9f17-9266277f9752 HTTP/1.1" status: 204 len: 168 time: 0.2600346 Jun 22 09:12:51.053641 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-988aa834-5ea0-4fc3-ac2a-4cd489f839cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:51.068163 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd714b2-2b42-4445-9f17-9266277f9752,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:51.081789 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:51.151524 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Made reservation on behalf of fac8a034ef9c451980b21aa97c9a79c1 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:51.156022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:51.316124 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1827da-0d9f-4b52-9ca9-d9411038592f req-31d8bacb-f101-4d34-857c-88d92d43e0e4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:51.335668 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8c1827da-0d9f-4b52-9ca9-d9411038592f req-31d8bacb-f101-4d34-857c-88d92d43e0e4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1117957 Jun 22 09:12:51.420265 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8c1827da-0d9f-4b52-9ca9-d9411038592f req-687490f0-fafb-4288-a9b2-811928987682 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823989 Jun 22 09:12:51.433361 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Allocated IP 172.20.0.8 (54baa6ad-9a35-4121-a2a6-947b27bb5f88/ab5d4237-f819-41a2-84bb-ad8289298a02/2e9023d4-294f-4608-8533-7ba0995b8f41) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:51.657593 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e305d943-50f2-4e47-ad43-5905ece6ad44 req-4a29af53-e916-4ab1-8cb7-f8c13fa99594 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 210 time: 0.0860412 Jun 22 09:12:51.736496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:51.856353 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-823c3372-7958-4340-8023-f1196ba26193 req-2bfaa7c1-169f-41a0-a23a-3c037b436d20 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 210 time: 0.0543537 Jun 22 09:12:51.932534 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-d6217a3f-5849-4136-8c9f-87464df1bcba tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:51.935090 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-d6217a3f-5849-4136-8c9f-87464df1bcba tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 814 time: 0.1433568 Jun 22 09:12:51.946619 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:51.952719 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:51.955425 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Request body: {'port': {'device_id': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'admin_state_up': True, 'tenant_id': 'e178e510ccce459ab7ce215517fe4e01'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:12:52.021391 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:52.038531 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:52.048841 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:12:52.054487 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Pushing event updated for resources: {'Port': ['ID=2e9023d4-294f-4608-8533-7ba0995b8f41,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:52.093505 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:52.146126 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:52.146590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:52.273625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Made reservation on behalf of e178e510ccce459ab7ce215517fe4e01 for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:52.288268 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:52.364187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420270 Jun 22 09:12:52.395417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Request body: {'port': {'device_id': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:12:52.526280 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Allocated IP 172.20.0.11 (92265919-60b4-4b98-96c0-7e391be44752/a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52/79f5db58-50ea-4c45-8776-dd9eac57ad9a) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:52.619897 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:52.902354 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.034970 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60ac36-5d3e-4e71-8dbe-3fa61ab8a2e8 req-e4c629d0-4fe6-49bd-8ea2-c601c426230d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:53.036910 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-db60ac36-5d3e-4e71-8dbe-3fa61ab8a2e8 req-e4c629d0-4fe6-49bd-8ea2-c601c426230d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1826737 Jun 22 09:12:53.078675 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-db60ac36-5d3e-4e71-8dbe-3fa61ab8a2e8 req-0646c203-c4d5-4c94-90b0-b2fd34dcf596 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353649 Jun 22 09:12:53.152115 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.155646 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9023d4-294f-4608-8533-7ba0995b8f41 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:12:53.157770 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:53.165984 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.183263 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb', 'aa0077d9-7153-47d5-9dc6-42d0085f467b', '627133fd-2074-4bad-83d4-a3d903e78eab'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:12:53.186528 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Transition to ACTIVE for port object 2e9023d4-294f-4608-8533-7ba0995b8f41 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:12:53.209359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0c95-74d8-4671-9b8f-f714a18e991a req-f78a9e6e-930f-4ac8-85ab-3afdfc4dc09b tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:53.215779 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-71fe0c95-74d8-4671-9b8f-f714a18e991a req-f78a9e6e-930f-4ac8-85ab-3afdfc4dc09b tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 931 time: 0.0909803 Jun 22 09:12:53.264404 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-71fe0c95-74d8-4671-9b8f-f714a18e991a req-25cdc903-d4d4-4da8-848e-81e978ee72bf tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Jun 22 09:12:53.278432 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Network 92265919-60b4-4b98-96c0-7e391be44752 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:53.278933 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:53.283072 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event updated for resources: {'Port': ['ID=79f5db58-50ea-4c45-8776-dd9eac57ad9a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:53.285380 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:12:53.294412 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:53.294412 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.295664 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:53.312338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.316664 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8fdf39d4-5842-487b-b784-18c8c9441d12 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:53.383964 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc52da-9ee4-4673-8308-0b072361915c req-cc9c3905-5be9-4347-a7e4-1041acef2b6f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:53.393386 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-84bc52da-9ee4-4673-8308-0b072361915c req-cc9c3905-5be9-4347-a7e4-1041acef2b6f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 932 time: 0.1892614 Jun 22 09:12:53.399015 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4500012 Jun 22 09:12:53.420672 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Request body: {'port': {'device_id': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:12:53.458572 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9023d4-294f-4608-8533-7ba0995b8f41,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:53.463790 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:53.520312 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-84bc52da-9ee4-4673-8308-0b072361915c req-0da1bf9c-8389-43ae-acc2-c4a151b48aea tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242929 Jun 22 09:12:53.532882 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Attempting to bind port 2e9023d4-294f-4608-8533-7ba0995b8f41 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:12:53.533229 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Attempting to bind port 2e9023d4-294f-4608-8533-7ba0995b8f41 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:12:53.533685 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Attempting to bind port 2e9023d4-294f-4608-8533-7ba0995b8f41 on network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:12:53.538764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Port 2e9023d4-294f-4608-8533-7ba0995b8f41 on network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:12:53.539086 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Attempting to bind port 2e9023d4-294f-4608-8533-7ba0995b8f41 on network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:12:53.545670 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:12:53.546114 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Checking segment: {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:12:53.549319 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Bound using segment: {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:12:53.549807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Bound port: 2e9023d4-294f-4608-8533-7ba0995b8f41, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:12:53.550163 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.639665 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] For port 2e9023d4-294f-4608-8533-7ba0995b8f41, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:53.643429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] For port 2e9023d4-294f-4608-8533-7ba0995b8f41, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=2e9023d4-294f-4608-8533-7ba0995b8f41,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:53.651724 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.746859 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.750412 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a50caae2-e2be-4bbd-8dcb-4a365287050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:53.833771 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:53.835960 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:53.837293 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] 10.222.0.23 "PUT /v2.0/ports/2e9023d4-294f-4608-8533-7ba0995b8f41 HTTP/1.1" status: 200 len: 1093 time: 1.4546084 Jun 22 09:12:53.855210 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'tag': '2e9023d4-294f-4608-8533-7ba0995b8f41'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:12:53.863853 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e408ee5e-3e3e-43bd-b425-6d50f2db3851" -d '{"events": [{"name": "network-changed", "server_uuid": "73298ee8-51a8-4775-abc3-c8f8fedfa0ff", "tag": "2e9023d4-294f-4608-8533-7ba0995b8f41"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:53.915459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9023d4-294f-4608-8533-7ba0995b8f41,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:53.929310 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:53.955305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5a50f-676f-4767-ac08-4c1ff2d1296c x-openstack-request-id: req-f6d5a50f-676f-4767-ac08-4c1ff2d1296c {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:53.955593 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73298ee8-51a8-4775-abc3-c8f8fedfa0ff", "tag": "2e9023d4-294f-4608-8533-7ba0995b8f41", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:53.955904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6d5a50f-676f-4767-ac08-4c1ff2d1296c {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:53.956340 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'tag': '2e9023d4-294f-4608-8533-7ba0995b8f41', 'status': 'completed', 'code': 200} Jun 22 09:12:54.028091 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f5db58-50ea-4c45-8776-dd9eac57ad9a {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:12:54.035677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:54.049610 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Transition to ACTIVE for port object 79f5db58-50ea-4c45-8776-dd9eac57ad9a will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:12:54.085559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-9ef4544e-3c80-443f-9ac7-a996abe03e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.088529 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-9ef4544e-3c80-443f-9ac7-a996abe03e0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 1096 time: 0.1258042 Jun 22 09:12:54.113346 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:54.114832 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:54.162672 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Pushing event updated for resources: {'Port': ['ID=79f5db58-50ea-4c45-8776-dd9eac57ad9a,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:54.166708 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:54.250219 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Attempting to bind port 79f5db58-50ea-4c45-8776-dd9eac57ad9a on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:12:54.250682 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Attempting to bind port 79f5db58-50ea-4c45-8776-dd9eac57ad9a by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:12:54.251021 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Attempting to bind port 79f5db58-50ea-4c45-8776-dd9eac57ad9a on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:12:54.255597 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Port 79f5db58-50ea-4c45-8776-dd9eac57ad9a on network 92265919-60b4-4b98-96c0-7e391be44752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:12:54.255932 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Attempting to bind port 79f5db58-50ea-4c45-8776-dd9eac57ad9a on network 92265919-60b4-4b98-96c0-7e391be44752 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:12:54.261169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:12:54.261514 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Checking segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:12:54.261930 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Bound using segment: {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:12:54.262393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Bound port: 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619b9b34-f6bb-4612-863b-d5532238b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '92265919-60b4-4b98-96c0-7e391be44752'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:12:54.262733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:54.343020 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a226a4f-698f-4181-8957-c72922a31394 req-8a7e94fb-d780-4caf-bbc5-834c18ac46c6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.345201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a226a4f-698f-4181-8957-c72922a31394 req-8a7e94fb-d780-4caf-bbc5-834c18ac46c6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0971780 Jun 22 09:12:54.348885 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] For port 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host hv-cinder-79733, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:54.352073 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] For port 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=79f5db58-50ea-4c45-8776-dd9eac57ad9a,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:54.429692 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-0b6e4044-1b94-41c0-af70-f9502c21fe41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e9023d4-294f-4608-8533-7ba0995b8f41 HTTP/1.1" status: 200 len: 217 time: 0.0469022 Jun 22 09:12:54.443747 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a226a4f-698f-4181-8957-c72922a31394 req-088d9be7-5d5b-4cb0-89d1-a3f9a8943869 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921798 Jun 22 09:12:54.452638 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:54.456653 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f062379f-812d-430d-bb4b-3872dc2e29ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:54.500463 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.500931 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:54.502294 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] 10.222.0.23 "PUT /v2.0/ports/79f5db58-50ea-4c45-8776-dd9eac57ad9a HTTP/1.1" status: 200 len: 1094 time: 1.0875120 Jun 22 09:12:54.502781 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'tag': '79f5db58-50ea-4c45-8776-dd9eac57ad9a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:12:54.505192 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c760967-fc9c-4126-95cd-db413f147139" -d '{"events": [{"name": "network-changed", "server_uuid": "391fb6f4-4786-4ee6-9b4b-2c43d191fbba", "tag": "79f5db58-50ea-4c45-8776-dd9eac57ad9a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:54.562572 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Pushing event updated for resources: {'Port': ['ID=79f5db58-50ea-4c45-8776-dd9eac57ad9a,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:54.564638 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-ed64d9eb-552e-4b40-9ac1-971d7652d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.566090 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-ed64d9eb-552e-4b40-9ac1-971d7652d047 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab5d4237-f819-41a2-84bb-ad8289298a02 HTTP/1.1" status: 200 len: 854 time: 0.1194625 Jun 22 09:12:54.572590 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:54.593069 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fd7c87-24c8-4488-8a41-20fc1b661c64 x-openstack-request-id: req-b4fd7c87-24c8-4488-8a41-20fc1b661c64 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:54.593255 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391fb6f4-4786-4ee6-9b4b-2c43d191fbba", "tag": "79f5db58-50ea-4c45-8776-dd9eac57ad9a", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:54.593543 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4fd7c87-24c8-4488-8a41-20fc1b661c64 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:54.594084 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'tag': '79f5db58-50ea-4c45-8776-dd9eac57ad9a', 'status': 'completed', 'code': 200} Jun 22 09:12:54.625001 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-76b228af-4ae5-4a74-8563-bffce5b5e176 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54baa6ad-9a35-4121-a2a6-947b27bb5f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503211 Jun 22 09:12:54.785074 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-a9452f8e-ec59-4e9f-8075-649843789ace service neutron] 10.222.0.23 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439807 Jun 22 09:12:54.788091 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760967-fc9c-4126-95cd-db413f147139 req-e01ffe1b-888d-4d3a-a0b2-8e786623d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.789886 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5c760967-fc9c-4126-95cd-db413f147139 req-e01ffe1b-888d-4d3a-a0b2-8e786623d92c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 1097 time: 0.1629603 Jun 22 09:12:54.797217 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da9b43-b4b7-4ef6-87c5-697830e690b5 req-ef3623e3-746e-4b6a-a73b-80ea04b20259 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.804203 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-10da9b43-b4b7-4ef6-87c5-697830e690b5 req-ef3623e3-746e-4b6a-a73b-80ea04b20259 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 943 time: 0.1416891 Jun 22 09:12:54.936717 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b87dbf-47e3-40e6-ba49-eb076c6c35a0 req-f0c1a4b2-2616-4ca0-9591-cde153f62abc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:54.938524 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-40b87dbf-47e3-40e6-ba49-eb076c6c35a0 req-f0c1a4b2-2616-4ca0-9591-cde153f62abc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.1930647 Jun 22 09:12:55.039042 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-40b87dbf-47e3-40e6-ba49-eb076c6c35a0 req-5dc3bac8-68a3-490f-beb3-4fee25acf53a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783584 Jun 22 09:12:55.039879 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760967-fc9c-4126-95cd-db413f147139 req-fb416398-392e-4929-9d79-773e85100169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.041500 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5c760967-fc9c-4126-95cd-db413f147139 req-fb416398-392e-4929-9d79-773e85100169 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e178e510ccce459ab7ce215517fe4e01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2265716 Jun 22 09:12:55.188314 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760967-fc9c-4126-95cd-db413f147139 req-3fe2ff64-2e6e-4eaf-b7f1-5e53de73fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.189615 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5c760967-fc9c-4126-95cd-db413f147139 req-3fe2ff64-2e6e-4eaf-b7f1-5e53de73fca1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359491 Jun 22 09:12:55.285056 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-10da9b43-b4b7-4ef6-87c5-697830e690b5 req-c7c4f0b0-4d28-448b-b64e-80bac6d3dbcd tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797654 Jun 22 09:12:55.309170 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fffcde2-a947-44d5-8091-e372d34b5936 req-3dfcdcc4-c17f-4adb-897e-e294a61559e1 service neutron] 10.222.0.23 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024083 Jun 22 09:12:55.376759 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-9773c488-b242-40fc-8636-f706c43b8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.378635 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-9773c488-b242-40fc-8636-f706c43b8c16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 1097 time: 0.1124535 Jun 22 09:12:55.448765 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-22ff9b6b-df9e-4e74-beb9-de96ed4ac297 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f5db58-50ea-4c45-8776-dd9eac57ad9a HTTP/1.1" status: 200 len: 217 time: 0.0527081 Jun 22 09:12:55.564604 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-c41128d3-321a-45a1-ab9e-f853d84bc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.580500 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-c41128d3-321a-45a1-ab9e-f853d84bc2e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 1096 time: 0.0921502 Jun 22 09:12:55.604858 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-1e4f49a4-38cc-4cfc-980b-d904c99cd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.616295 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-1e4f49a4-38cc-4cfc-980b-d904c99cd48b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.1530056 Jun 22 09:12:55.716904 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-9e8a5ccf-9388-4174-9864-330dc3c2df09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942578 Jun 22 09:12:55.740598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-48c5fff3-7304-4437-88c7-7e0bc2a02092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.743452 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-48c5fff3-7304-4437-88c7-7e0bc2a02092 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54baa6ad-9a35-4121-a2a6-947b27bb5f88 HTTP/1.1" status: 200 len: 915 time: 0.1639233 Jun 22 09:12:55.814838 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a719dfb9-5813-4682-a96b-c5b878aeef4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:55.834149 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-ade6aa22-bb1e-498a-92c2-96bb1ec0e36c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e9023d4-294f-4608-8533-7ba0995b8f41 HTTP/1.1" status: 200 len: 217 time: 0.0745208 Jun 22 09:12:55.895957 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-2bc50c1e-11f0-47ba-87df-cbc52e0192d1 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473041 Jun 22 09:12:55.911797 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-6a8c897e-1093-411a-aa07-02df920b16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:55.913713 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-6a8c897e-1093-411a-aa07-02df920b16b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab5d4237-f819-41a2-84bb-ad8289298a02 HTTP/1.1" status: 200 len: 854 time: 0.0698180 Jun 22 09:12:55.969655 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-fd421c8c-4bb6-4124-bfa4-950855aa75e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54baa6ad-9a35-4121-a2a6-947b27bb5f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456102 Jun 22 09:12:56.071662 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5993d17-9ce3-4a23-b274-07dd0f4f8593 req-2a9dbd76-3db8-454a-9506-158a747b72e2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:56.080390 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5993d17-9ce3-4a23-b274-07dd0f4f8593 req-2a9dbd76-3db8-454a-9506-158a747b72e2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1830907 Jun 22 09:12:56.116473 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-72457152-ca20-472a-bbca-e128ce1e7da9 service neutron] 10.222.0.23 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359267 Jun 22 09:12:56.138579 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-38be3808-5785-4e71-ab1d-1c82ce270235 req-aae8862f-f1a1-43de-b78a-a5d6040492de service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305410 Jun 22 09:12:56.163498 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5993d17-9ce3-4a23-b274-07dd0f4f8593 req-9fce8112-1fd5-4503-9c24-2d16ceab23a8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Jun 22 09:12:56.350665 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e408ee5e-3e3e-43bd-b425-6d50f2db3851 req-08c456a2-162f-4701-9495-bd929c30db5c service neutron] 10.222.0.23 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170262 Jun 22 09:12:56.456847 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036c28-7904-469d-ba70-a193e5a75e79 req-623a2748-697d-4b79-a34e-6992e9f5021f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:56.459524 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4c036c28-7904-469d-ba70-a193e5a75e79 req-623a2748-697d-4b79-a34e-6992e9f5021f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.1005096 Jun 22 09:12:56.535087 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4c036c28-7904-469d-ba70-a193e5a75e79 req-5edb403a-e17c-44ae-920b-52a9ef2c553b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694852 Jun 22 09:12:56.770675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b97b05-2bac-4707-952f-776856b0f0b5 req-8f419d3f-fa38-411f-b965-0f70ff235617 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:56.772469 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c1b97b05-2bac-4707-952f-776856b0f0b5 req-8f419d3f-fa38-411f-b965-0f70ff235617 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 943 time: 0.1210716 Jun 22 09:12:56.875051 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c1b97b05-2bac-4707-952f-776856b0f0b5 req-bce9a108-27b6-4b48-84aa-ace261aa2f57 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949056 Jun 22 09:12:57.713733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab29dae-5299-4ff2-b549-a01a2907104a req-43423889-ddef-4f04-937f-68c09ae5cc3a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:57.715805 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ab29dae-5299-4ff2-b549-a01a2907104a req-43423889-ddef-4f04-937f-68c09ae5cc3a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.0622315 Jun 22 09:12:57.766012 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2ab29dae-5299-4ff2-b549-a01a2907104a req-d563537d-f509-4ca4-99db-2f55518425cc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Jun 22 09:12:58.079459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45d49a-1b6c-436d-9634-64fc1b36efd0 req-883b93ff-404f-4a00-9016-71a5c891684e tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:58.081103 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1f45d49a-1b6c-436d-9634-64fc1b36efd0 req-883b93ff-404f-4a00-9016-71a5c891684e tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 943 time: 0.0714107 Jun 22 09:12:58.125232 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1f45d49a-1b6c-436d-9634-64fc1b36efd0 req-c2b8b3c6-91c3-4a3a-9fa2-333d9601be9f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355775 Jun 22 09:12:58.360136 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60458) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:58.481854 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.568800 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.625687 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.629261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2ecebcd5-01d9-4bc1-954f-c01d1998db60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:58.664695 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1141c233e7404655b0cbd5a3751efdca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034511 Jun 22 09:12:58.665482 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682b168a-c7fd-42bf-8c53-c03314670fa6,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:58.667315 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60468) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:58.669067 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:58.721220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.743660 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.860460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.863378 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:58.864705 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/682b168a-c7fd-42bf-8c53-c03314670fa6 HTTP/1.1" status: 204 len: 168 time: 0.1957896 Jun 22 09:12:58.865612 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c88984d7-37aa-420e-8164-5389c7109092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:58.874093 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682b168a-c7fd-42bf-8c53-c03314670fa6,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:58.876731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:58.952967 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd6b7-f494-4bcc-97eb-168fd1f72ab6 req-e281c77e-d6f5-487d-b52e-72d465e39182 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:58.954452 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a36dd6b7-f494-4bcc-97eb-168fd1f72ab6 req-e281c77e-d6f5-487d-b52e-72d465e39182 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.0762732 Jun 22 09:12:59.003766 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a36dd6b7-f494-4bcc-97eb-168fd1f72ab6 req-11545885-e0bb-49b4-8ea6-d0ea960d2c40 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Jun 22 09:12:59.139098 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d6963-d81d-4cef-95f7-8a33a9243fb9 req-59824d04-0798-406b-bb44-e50253ef059e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:59.140727 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-811d6963-d81d-4cef-95f7-8a33a9243fb9 req-59824d04-0798-406b-bb44-e50253ef059e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0647688 Jun 22 09:12:59.181687 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-811d6963-d81d-4cef-95f7-8a33a9243fb9 req-54177678-36a1-400d-af6b-390d5060b348 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Jun 22 09:12:59.265442 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-47c249d2-8bd7-4103-9dbf-e73008ce94c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.313537 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5ad91-7cff-46ea-82a2-1715b655e494 req-344934e9-2f01-47d8-8113-082ab68dce32 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:12:59.315014 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-46f5ad91-7cff-46ea-82a2-1715b655e494 req-344934e9-2f01-47d8-8113-082ab68dce32 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 943 time: 0.0639110 Jun 22 09:12:59.359446 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-46f5ad91-7cff-46ea-82a2-1715b655e494 req-2860a2fa-b083-4301-aed5-9fe151baed14 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Jun 22 09:12:59.393579 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60504) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:59.406986 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.493770 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.545550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.548416 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2e49620b-a304-4d17-bccc-e31225398399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:59.585282 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b99fbef83b645dea180d99a8c1e91cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906552 Jun 22 09:12:59.586179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535f5e60-65ea-4ef4-9933-68c4dbac9e20,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:59.587964 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60506) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:12:59.589429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:12:59.639089 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.659798 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.791780 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.794402 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:12:59.798147 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/535f5e60-65ea-4ef4-9933-68c4dbac9e20 HTTP/1.1" status: 204 len: 168 time: 0.2066298 Jun 22 09:12:59.798147 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-038b0403-0e18-4664-9fde-7c50997f1d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:12:59.804005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535f5e60-65ea-4ef4-9933-68c4dbac9e20,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:59.806265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:00.130103 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:00.218226 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad841-1ad6-4920-b22f-1b15141680b4 req-022a900e-baea-4d4a-9f16-52c020974737 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:00.226719 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c20ad841-1ad6-4920-b22f-1b15141680b4 req-022a900e-baea-4d4a-9f16-52c020974737 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.0819397 Jun 22 09:13:00.272712 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c20ad841-1ad6-4920-b22f-1b15141680b4 req-e9c77c53-b5ed-4c5f-863f-33975843f713 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Jun 22 09:13:00.546452 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f17c65-35fb-4eec-9fb2-b0bc9d55e8d3 req-56cf7aa7-5cee-4a6e-859d-cf66af4047fe tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:00.547878 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-44f17c65-35fb-4eec-9fb2-b0bc9d55e8d3 req-56cf7aa7-5cee-4a6e-859d-cf66af4047fe tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 943 time: 0.0644770 Jun 22 09:13:00.585740 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-44f17c65-35fb-4eec-9fb2-b0bc9d55e8d3 req-f0cc8ab0-0540-498d-b8af-e37ae89b0263 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jun 22 09:13:00.711790 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:01.448533 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9250f-d94b-477f-a045-3871ae5a9135 req-a644d80f-3426-48f5-a574-00419483d212 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:01.450743 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-07a9250f-d94b-477f-a045-3871ae5a9135 req-a644d80f-3426-48f5-a574-00419483d212 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.0737224 Jun 22 09:13:01.462520 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 2e9023d4-294f-4608-8533-7ba0995b8f41 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:13:01.531531 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-07a9250f-d94b-477f-a045-3871ae5a9135 req-23929dfb-83e6-48d3-a124-11ce901b0d5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Jun 22 09:13:01.579589 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 2e9023d4-294f-4608-8533-7ba0995b8f41, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=2e9023d4-294f-4608-8533-7ba0995b8f41,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:01.594165 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '2e9023d4-294f-4608-8533-7ba0995b8f41', 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88', 'port_id': '2e9023d4-294f-4608-8533-7ba0995b8f41', 'mac_address': 'fa:16:3e:db:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5d4237-f819-41a2-84bb-ad8289298a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:13:01.635477 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:01.650297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9023d4-294f-4608-8533-7ba0995b8f41 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:13:01.684185 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 2e9023d4-294f-4608-8533-7ba0995b8f41, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=2e9023d4-294f-4608-8533-7ba0995b8f41,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:01.746204 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:01.748993 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:01.787117 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5e881-4c7c-4d1d-ac0d-3af764874d6b req-b76a4262-7eaa-41a6-8fa6-60058707e587 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:01.788947 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aaf5e881-4c7c-4d1d-ac0d-3af764874d6b req-b76a4262-7eaa-41a6-8fa6-60058707e587 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 943 time: 0.0695291 Jun 22 09:13:01.804745 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=2e9023d4-294f-4608-8533-7ba0995b8f41,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:01.812196 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.812541 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.813002 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.813248 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.813575 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.813898 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.814210 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.814533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.814851 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.815191 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.815511 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.815823 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:01.819910 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:01.835026 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aaf5e881-4c7c-4d1d-ac0d-3af764874d6b req-99c17da1-67d3-488b-bd45-bac7960bb645 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340030 Jun 22 09:13:02.615223 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['2e9023d4-294f-4608-8533-7ba0995b8f41'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:13:02.709127 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f146ee-1f41-4069-97ef-5b86395f85ea req-c4c27007-f8f7-4156-83dd-075958cb94d7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:02.710830 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2f146ee-1f41-4069-97ef-5b86395f85ea req-c4c27007-f8f7-4156-83dd-075958cb94d7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 944 time: 0.0730293 Jun 22 09:13:02.756908 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2f146ee-1f41-4069-97ef-5b86395f85ea req-a63183b9-3882-48c9-ad51-8ebb778a16f9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367017 Jun 22 09:13:02.773087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:02.938791 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60658) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:02.987486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Deleting subnet 149d31c6-98a7-4f1e-a5ae-b1d3660021fd {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:13:02.990789 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.012197 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce813c-b4b7-46f4-96b8-371d2e2e6afd req-a037fcbc-1e4a-4c57-9fe4-7f418d9f5006 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:03.014149 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-49ce813c-b4b7-46f4-96b8-371d2e2e6afd req-a037fcbc-1e4a-4c57-9fe4-7f418d9f5006 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 944 time: 0.0716419 Jun 22 09:13:03.035932 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.056004 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-49ce813c-b4b7-46f4-96b8-371d2e2e6afd req-6baa6fd0-455f-40cd-abc3-3194ddb232c0 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Jun 22 09:13:03.077382 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.226236 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.229543 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-74d89935-523c-4dca-8b3e-3bdd205f7be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:03.256549 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149d31c6-98a7-4f1e-a5ae-b1d3660021fd,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:03.258726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.263095 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/149d31c6-98a7-4f1e-a5ae-b1d3660021fd HTTP/1.1" status: 204 len: 168 time: 0.3206596 Jun 22 09:13:03.263095 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2d09e18f-023e-4304-924e-f75a5ce02a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:03.269692 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60668) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:03.337999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.415646 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.425586 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f25d326-8128-4efc-9a5d-1d25f777359c']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:03.436669 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16965bfc-9adb-4e14-be6c-0043268de7c3') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:03.439166 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16965bfc-9adb-4e14-be6c-0043268de7c3') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:03.445854 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.458911 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.464590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:13:03.464965 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:13:03.467071 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:13:03.495415 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 79f5db58-50ea-4c45-8776-dd9eac57ad9a details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:13:03.592376 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=79f5db58-50ea-4c45-8776-dd9eac57ad9a,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:03.602736 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.603227 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '79f5db58-50ea-4c45-8776-dd9eac57ad9a', 'network_id': '92265919-60b4-4b98-96c0-7e391be44752', 'port_id': '79f5db58-50ea-4c45-8776-dd9eac57ad9a', 'mac_address': 'fa:16:3e:25:90:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:13:03.608590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.610531 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f25d326-8128-4efc-9a5d-1d25f777359c HTTP/1.1" status: 204 len: 168 time: 0.3462574 Jun 22 09:13:03.611350 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-3d281e5b-413c-4a51-aee8-d2b4226ce2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:03.623973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f25d326-8128-4efc-9a5d-1d25f777359c,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:03.627922 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:03.645474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.659955 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f5db58-50ea-4c45-8776-dd9eac57ad9a {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:13:03.687620 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=79f5db58-50ea-4c45-8776-dd9eac57ad9a,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:03.751436 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:03.754740 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:03.802102 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:13:03.808533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=79f5db58-50ea-4c45-8776-dd9eac57ad9a,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:03.812773 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:03.951628 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729205dd-afa6-43c1-95e0-eda53c4fc20f req-8b6a4670-792a-4df3-a1cd-6497a49ff7b8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:03.953114 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-729205dd-afa6-43c1-95e0-eda53c4fc20f req-8b6a4670-792a-4df3-a1cd-6497a49ff7b8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0637517 Jun 22 09:13:03.991250 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-729205dd-afa6-43c1-95e0-eda53c4fc20f req-c5b70b92-8469-4e65-ae79-acd8bc684c76 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Jun 22 09:13:04.101548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60690) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:04.142676 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-dedb9632-d288-41e4-af81-de7461c12455 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a9781a455fd4dfdb5a343c53aea99f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403767 Jun 22 09:13:04.145262 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60692) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:04.205270 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.229889 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.241591 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e73c-17f9-405b-859f-fca7c2f88f03 req-c4f63600-9cce-4da8-ae44-e3af0db7145f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:04.243275 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b399e73c-17f9-405b-859f-fca7c2f88f03 req-c4f63600-9cce-4da8-ae44-e3af0db7145f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 944 time: 0.0657849 Jun 22 09:13:04.291229 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b399e73c-17f9-405b-859f-fca7c2f88f03 req-5bd50e61-0355-47a7-97e4-dbe607b41eb6 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Jun 22 09:13:04.351354 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.354295 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.355459 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15af34e9-59e8-4e25-bc34-3eca033fd687 HTTP/1.1" status: 204 len: 168 time: 0.2088387 Jun 22 09:13:04.357702 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-54f52dcb-92be-4789-8413-15a9814e0be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:04.368953 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af34e9-59e8-4e25-bc34-3eca033fd687,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:04.375991 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:04.394711 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60704) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:04.414764 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['79f5db58-50ea-4c45-8776-dd9eac57ad9a'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:13:04.531251 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.643896 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.683564 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.697822 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9fc4acbf-585c-4172-9b34-5da7dda92d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:04.711226 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-ec82bd28-b187-4a3b-8dc4-19b13c965bcc tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045300586&fields=id&tenant_id=7b52a1cfb48f460f9de942ca48a3e483 HTTP/1.1" status: 200 len: 267 time: 0.0505044 Jun 22 09:13:04.730042 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3068bbc39da41d6b8f501fb6bfadc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340802 Jun 22 09:13:04.731176 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76519a55-01b0-4412-b149-29f2df460349,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:04.733120 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60718) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:04.734362 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:04.851567 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.867417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-a92945dc-1620-4c25-9395-b63bbba29605 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:04.868635 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-a92945dc-1620-4c25-9395-b63bbba29605 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 808 time: 0.1492581 Jun 22 09:13:04.891939 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:04.894321 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-52e5d51c-9c67-4a72-8eb0-13145637c06c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/quotas/7b52a1cfb48f460f9de942ca48a3e483 HTTP/1.1" status: 200 len: 375 time: 0.0198865 Jun 22 09:13:04.990235 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-188386e0-5dd2-47c7-a37e-05c00bbb4605 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906658 Jun 22 09:13:05.046567 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.049161 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.050296 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76519a55-01b0-4412-b149-29f2df460349 HTTP/1.1" status: 204 len: 168 time: 0.3160608 Jun 22 09:13:05.052506 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dad4c898-1101-4c88-9607-66141abb9df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:05.064066 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76519a55-01b0-4412-b149-29f2df460349,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:05.069636 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:05.119580 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-6e02468c-a8b5-4510-adce-87297ad73e31 service neutron] 10.222.0.37 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162832 Jun 22 09:13:05.204580 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c10aa-94ae-43e2-a132-b4c5ad4486cc req-339e52c5-e08e-4ab2-adde-11b49fd73d42 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:05.211580 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-548c10aa-94ae-43e2-a132-b4c5ad4486cc req-339e52c5-e08e-4ab2-adde-11b49fd73d42 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0760927 Jun 22 09:13:05.224672 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-4af08df3-082e-417a-a76f-a673acc55d2d service neutron] 10.222.0.37 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985963 Jun 22 09:13:05.258150 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-548c10aa-94ae-43e2-a132-b4c5ad4486cc req-a7349016-6bb0-4c26-afa6-cea9c901676a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Jun 22 09:13:05.491212 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228233-f161-44b0-a67b-4e92c69eb600 req-772ad1de-e786-4616-9c5a-8814e912dcd0 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:05.498049 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-de228233-f161-44b0-a67b-4e92c69eb600 req-772ad1de-e786-4616-9c5a-8814e912dcd0 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 944 time: 0.0893488 Jun 22 09:13:05.532933 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-de228233-f161-44b0-a67b-4e92c69eb600 req-94bdc4dd-e881-47e0-8196-0f6ae36be5d1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340359 Jun 22 09:13:05.616502 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 2e9023d4-294f-4608-8533-7ba0995b8f41 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:13:05.642680 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 60762) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:05.656453 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.764654 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.768653 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 2e9023d4-294f-4608-8533-7ba0995b8f41 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:13:05.772524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 2e9023d4-294f-4608-8533-7ba0995b8f41 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:13:05.775306 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.842908 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.845640 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f393b2e3-3ac4-41ce-b38c-0b378b5b2fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:05.858633 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.890724 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9023d4-294f-4608-8533-7ba0995b8f41'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:13:05.893056 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e358a-bec3-4ec7-a20b-4193859a4819" -d '{"events": [{"server_uuid": "73298ee8-51a8-4775-abc3-c8f8fedfa0ff", "name": "network-vif-plugged", "status": "completed", "tag": "2e9023d4-294f-4608-8533-7ba0995b8f41"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:05.899968 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0ce03-44c7-4d30-b2d5-1431948f4f0f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:05.905629 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 2e9023d4-294f-4608-8533-7ba0995b8f41, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=2e9023d4-294f-4608-8533-7ba0995b8f41,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:05.922849 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbf256ab5794492a96d4476fd9204a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770646 Jun 22 09:13:05.922849 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:05.923333 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 60778) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:05.924128 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a7317f1-a286-4e1b-9189-80069b3b1fff req-cd7cb8cb-8e61-4b1a-92b6-56dcb7fa3466 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0421340 Jun 22 09:13:05.966830 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1845b6d8-7deb-4cb5-b23a-27a6d187b114 x-openstack-request-id: req-1845b6d8-7deb-4cb5-b23a-27a6d187b114 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:05.968137 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73298ee8-51a8-4775-abc3-c8f8fedfa0ff", "name": "network-vif-plugged", "status": "completed", "tag": "2e9023d4-294f-4608-8533-7ba0995b8f41", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:05.968502 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1845b6d8-7deb-4cb5-b23a-27a6d187b114 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:05.969029 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9023d4-294f-4608-8533-7ba0995b8f41', 'code': 200} Jun 22 09:13:05.974290 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:05.976572 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:06.007994 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:06.026636 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=2e9023d4-294f-4608-8533-7ba0995b8f41,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:06.030269 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:06.035998 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:06.134020 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:06.136731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:06.138194 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93b0ce03-44c7-4d30-b2d5-1431948f4f0f HTTP/1.1" status: 204 len: 168 time: 0.2125616 Jun 22 09:13:06.139049 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-11d1c1cd-b280-4dc5-822f-144477800421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:06.152613 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0ce03-44c7-4d30-b2d5-1431948f4f0f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:06.155054 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:06.449810 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0b65-b2e5-4d2e-9153-1fc602c1c7dd req-e3cad5ea-4d75-4861-8b03-60d66f2bcec4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:06.451897 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ea4b0b65-b2e5-4d2e-9153-1fc602c1c7dd req-e3cad5ea-4d75-4861-8b03-60d66f2bcec4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0685458 Jun 22 09:13:06.500785 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ea4b0b65-b2e5-4d2e-9153-1fc602c1c7dd req-519fcc9a-078a-4b4b-8332-b75d28f46960 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385032 Jun 22 09:13:06.713490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1084a3-6591-4998-b7e8-cfe3d7a26ec0 req-8706007f-4570-485f-af4d-f379b3a147f4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:06.714950 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3a1084a3-6591-4998-b7e8-cfe3d7a26ec0 req-8706007f-4570-485f-af4d-f379b3a147f4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0680263 Jun 22 09:13:06.754470 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3a1084a3-6591-4998-b7e8-cfe3d7a26ec0 req-be786f63-e586-42a7-90ab-8033956bc5e1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Jun 22 09:13:07.063860 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0ad8a61f-c247-4592-9c03-ee1c43566179 req-7a9eae29-be8e-4708-b7c6-afe4b3ee727e tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0281878 Jun 22 09:13:07.679357 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357836b-12b1-40e3-ae3b-57b22785b61a req-ea891595-71ee-4d3e-9b9d-3d6a12983c0b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:07.680817 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0357836b-12b1-40e3-ae3b-57b22785b61a req-ea891595-71ee-4d3e-9b9d-3d6a12983c0b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0622685 Jun 22 09:13:07.718343 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0357836b-12b1-40e3-ae3b-57b22785b61a req-62a61e7a-4401-4cd5-9168-321e9918c2c0 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Jun 22 09:13:07.931561 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f736d0-c387-4310-9815-c6622186dffa req-c2db7ede-cfc2-4247-9009-ffe3ae9cd8d8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:07.935023 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9f736d0-c387-4310-9815-c6622186dffa req-c2db7ede-cfc2-4247-9009-ffe3ae9cd8d8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0667024 Jun 22 09:13:07.970919 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9f736d0-c387-4310-9815-c6622186dffa req-7bc84acb-d896-4797-973d-6124d3d82cb2 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Jun 22 09:13:08.197428 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0886b1ee-f427-4229-94c8-4ae841b4bf01 req-50577513-b62a-4169-877d-32124b8d4e3b tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0275021 Jun 22 09:13:08.886031 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6207ad1-c20b-497f-9ce2-8269b0340e26 req-ee78b9da-e43c-4709-88e2-dde056ec3ab9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:08.888263 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e6207ad1-c20b-497f-9ce2-8269b0340e26 req-ee78b9da-e43c-4709-88e2-dde056ec3ab9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0626087 Jun 22 09:13:08.928123 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e6207ad1-c20b-497f-9ce2-8269b0340e26 req-d5ac834e-9958-4a0b-bcb6-96f93d7ece19 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Jun 22 09:13:09.141654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac83d-2ce9-480b-a98d-97f255ca6291 req-619eeaf4-86d6-4761-9268-110d82947c20 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:09.143087 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9e2ac83d-2ce9-480b-a98d-97f255ca6291 req-619eeaf4-86d6-4761-9268-110d82947c20 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0610807 Jun 22 09:13:09.179265 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9e2ac83d-2ce9-480b-a98d-97f255ca6291 req-7e8241f4-b166-4d63-909b-ce0191c10590 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Jun 22 09:13:09.330887 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-124bfc55-c882-4297-bfff-7f45f447a808 req-32d1228f-8dfe-478f-a0af-d22b941385b0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0275586 Jun 22 09:13:10.097192 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68fa0d-b812-4bed-b23b-0bb067fb5384 req-7ce4598a-915d-4291-a76c-c2caa8c1fb2f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:10.098602 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2b68fa0d-b812-4bed-b23b-0bb067fb5384 req-7ce4598a-915d-4291-a76c-c2caa8c1fb2f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0640020 Jun 22 09:13:10.134555 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2b68fa0d-b812-4bed-b23b-0bb067fb5384 req-23a0f6d0-9efe-4d9e-bf08-aa37e8130fe8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Jun 22 09:13:10.350083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb69a6-862e-4f69-8983-2a5afc6c312c req-24312c83-a2f0-4443-a69a-4b557310fc2c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:10.351550 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38fb69a6-862e-4f69-8983-2a5afc6c312c req-24312c83-a2f0-4443-a69a-4b557310fc2c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0656788 Jun 22 09:13:10.390297 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38fb69a6-862e-4f69-8983-2a5afc6c312c req-e1fac19c-5f16-43d0-845c-d89565f01f99 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jun 22 09:13:10.528970 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1406c8eb-1059-4ed2-a2f9-db1c9fa0aebe req-c66b5f38-24cd-42b0-ae6b-eb6bac573ab5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0291846 Jun 22 09:13:10.843997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73cb4-fe2b-4573-b62c-70c72ac1596b req-35a1f0fe-c3e3-403b-96a7-65b670e60bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:10.846209 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3ed73cb4-fe2b-4573-b62c-70c72ac1596b req-35a1f0fe-c3e3-403b-96a7-65b670e60bcb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 1098 time: 0.0663991 Jun 22 09:13:10.883684 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3ed73cb4-fe2b-4573-b62c-70c72ac1596b req-dbe8f166-49c4-45fc-9a57-13aebdfb0acb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303307 Jun 22 09:13:11.306914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c5e7-dd60-4f70-a53c-767a830677aa req-5d6161c0-15eb-4791-9db6-b8b836c3bfb8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:11.308414 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5914c5e7-dd60-4f70-a53c-767a830677aa req-5d6161c0-15eb-4791-9db6-b8b836c3bfb8 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 945 time: 0.0652125 Jun 22 09:13:11.346334 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5914c5e7-dd60-4f70-a53c-767a830677aa req-24eb9d2c-b1dd-47f3-9026-5f9284cfba21 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jun 22 09:13:11.518930 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 79f5db58-50ea-4c45-8776-dd9eac57ad9a up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:13:11.563064 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c861a6-973d-49ae-892b-163cab3f8c5a req-8733d9c5-5733-49e6-80a3-9aa64f3f63e8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:11.564613 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-07c861a6-973d-49ae-892b-163cab3f8c5a req-8733d9c5-5733-49e6-80a3-9aa64f3f63e8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0645695 Jun 22 09:13:11.604266 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-07c861a6-973d-49ae-892b-163cab3f8c5a req-882c42b2-92bc-4720-8fe2-f4b13edf5877 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Jun 22 09:13:11.619413 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 79f5db58-50ea-4c45-8776-dd9eac57ad9a completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:13:11.627880 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 79f5db58-50ea-4c45-8776-dd9eac57ad9a triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:13:11.628255 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:11.675179 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1fbea14-a317-44df-9792-991a444a9630 req-b9d0ec2a-e036-4b1c-b1b6-a5fbd0c1822f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0292337 Jun 22 09:13:11.819784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:11.842407 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f5db58-50ea-4c45-8776-dd9eac57ad9a'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:13:11.852152 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a58428-f429-4232-8773-ed8f782bb0ea" -d '{"events": [{"server_uuid": "391fb6f4-4786-4ee6-9b4b-2c43d191fbba", "name": "network-vif-plugged", "status": "completed", "tag": "79f5db58-50ea-4c45-8776-dd9eac57ad9a"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:11.857313 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=79f5db58-50ea-4c45-8776-dd9eac57ad9a,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:11.883175 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904c171-e903-4358-be9f-f38ec6bdf8d9 x-openstack-request-id: req-4904c171-e903-4358-be9f-f38ec6bdf8d9 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:11.883481 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391fb6f4-4786-4ee6-9b4b-2c43d191fbba", "name": "network-vif-plugged", "status": "completed", "tag": "79f5db58-50ea-4c45-8776-dd9eac57ad9a", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:11.883740 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4904c171-e903-4358-be9f-f38ec6bdf8d9 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:11.884136 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f5db58-50ea-4c45-8776-dd9eac57ad9a', 'code': 200} Jun 22 09:13:11.945736 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:11.948193 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:11.992871 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=79f5db58-50ea-4c45-8776-dd9eac57ad9a,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:11.995958 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:12.281135 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd3c6d-41bb-4280-88f2-59219ad9a8e3 req-aac895fd-e70c-4958-9de8-bfa5570f191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:12.282574 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09cd3c6d-41bb-4280-88f2-59219ad9a8e3 req-aac895fd-e70c-4958-9de8-bfa5570f191a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 1099 time: 0.0581543 Jun 22 09:13:12.322168 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09cd3c6d-41bb-4280-88f2-59219ad9a8e3 req-7b1a936a-3237-42b7-bcc8-08c9787e7095 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270102 Jun 22 09:13:12.526820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8075cca-be16-4717-9b41-5f8c634e46e0 req-028984bc-3e13-4459-9f21-211d1bc2f679 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:12.529497 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8075cca-be16-4717-9b41-5f8c634e46e0 req-028984bc-3e13-4459-9f21-211d1bc2f679 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0670011 Jun 22 09:13:12.568212 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8075cca-be16-4717-9b41-5f8c634e46e0 req-f7beb868-23e2-49a0-9d33-d838d6f043d3 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Jun 22 09:13:12.792541 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de25c8-9f94-4a89-ac2d-663ffc75d890 req-2f162ce9-1bc3-4ecc-b103-4aaa93cd476d tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:12.794130 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-83de25c8-9f94-4a89-ac2d-663ffc75d890 req-2f162ce9-1bc3-4ecc-b103-4aaa93cd476d tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0671873 Jun 22 09:13:12.797311 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-12451e43-8f01-4955-9d73-0a02190b3241 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:12.798818 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-12451e43-8f01-4955-9d73-0a02190b3241 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 808 time: 0.1263075 Jun 22 09:13:12.837629 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-83de25c8-9f94-4a89-ac2d-663ffc75d890 req-a0e20c1e-1a6d-4e32-ad1a-ebdf77ce5b65 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Jun 22 09:13:12.845126 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-87b459c4-08cf-45bf-9b76-3227e84e576e req-07c7404c-11e0-4ecd-a6cb-ffc345bfba0d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0413561 Jun 22 09:13:12.954702 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-a6a74486-89ac-4e75-9ae7-ed0121a8a10d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b52a1cfb48f460f9de942ca48a3e483 HTTP/1.1" status: 200 len: 380 time: 0.0329103 Jun 22 09:13:12.965016 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'port': {'device_id': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'admin_state_up': True, 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'security_groups': ['2e4ba53f-1983-4755-a673-17b3bb08c205']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:13:13.139951 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Made reservation on behalf of 7b52a1cfb48f460f9de942ca48a3e483 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:13.143500 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:13.266275 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Allocated IP 172.20.0.14 (4d192b0f-6b9e-4193-9d50-247ed2c39afc/d4cc4458-19dc-46a1-8bc2-1e691fa943ca/c5c970d7-2530-4072-99f8-29fb22ac3705) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:13:13.411024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:13.425918 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Transition to ACTIVE for port object c5c970d7-2530-4072-99f8-29fb22ac3705 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:13:13.529321 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:13.534271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-28621103-7c7a-491c-8014-e1a46da7bc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:13.571690 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:13:13.574590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:13.577592 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:13:13.614130 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:13.617105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:13.643626 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:13.644234 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:13.720367 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587204 Jun 22 09:13:13.741948 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Request body: {'port': {'device_id': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:13:13.774126 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e2be-f28f-469d-b89c-0d29d581a29f req-2e47a3c8-9278-463a-b0b4-97eedf4f97f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:13.775627 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2004e2be-f28f-469d-b89c-0d29d581a29f req-2e47a3c8-9278-463a-b0b4-97eedf4f97f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0954814 Jun 22 09:13:13.847478 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2004e2be-f28f-469d-b89c-0d29d581a29f req-740b54e7-a794-4661-8de8-e0b63283ef65 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 Jun 22 09:13:13.854883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:13.859830 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-b1f41901-2858-4986-b93c-dc711189c795 None None] Provisioning for port c5c970d7-2530-4072-99f8-29fb22ac3705 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:13:13.871414 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-b1f41901-2858-4986-b93c-dc711189c795 None None] Provisioning complete for port c5c970d7-2530-4072-99f8-29fb22ac3705 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:13:13.872136 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b1f41901-2858-4986-b93c-dc711189c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:13.920274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-b1f41901-2858-4986-b93c-dc711189c795 None None] Port c5c970d7-2530-4072-99f8-29fb22ac3705 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:13:14.062522 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bfc43-fdf4-42bd-9591-e210d5ddb727 req-c98583f7-a0e6-4155-a9ef-75053cb2e7b1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:14.064085 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f28bfc43-fdf4-42bd-9591-e210d5ddb727 req-c98583f7-a0e6-4155-a9ef-75053cb2e7b1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0700576 Jun 22 09:13:14.108447 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f28bfc43-fdf4-42bd-9591-e210d5ddb727 req-e1e28728-174d-4ec2-88c9-b9acc3ccb923 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Jun 22 09:13:14.151541 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a75b3-8b31-46a2-bcd6-0b283c483352 req-b3cca1b8-ad42-45d0-be4d-bb6597bfae06 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:14.153577 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-420a75b3-8b31-46a2-bcd6-0b283c483352 req-b3cca1b8-ad42-45d0-be4d-bb6597bfae06 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 932 time: 0.1388292 Jun 22 09:13:14.234325 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-420a75b3-8b31-46a2-bcd6-0b283c483352 req-24d0b433-e107-41e3-9fdf-94de36ce0034 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705023 Jun 22 09:13:14.248298 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c970d7-2530-4072-99f8-29fb22ac3705 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:13:14.256927 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:14.270423 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Transition to ACTIVE for port object c5c970d7-2530-4072-99f8-29fb22ac3705 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:13:14.368474 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:14.371620 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b19f7ae4-d9e5-4144-bab2-b3006a9a1470 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:14.447027 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:14.450767 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:14.523334 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Attempting to bind port c5c970d7-2530-4072-99f8-29fb22ac3705 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:13:14.523334 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Attempting to bind port c5c970d7-2530-4072-99f8-29fb22ac3705 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:13:14.523334 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Attempting to bind port c5c970d7-2530-4072-99f8-29fb22ac3705 on network 4d192b0f-6b9e-4193-9d50-247ed2c39afc {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:13:14.527791 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Port c5c970d7-2530-4072-99f8-29fb22ac3705 on network 4d192b0f-6b9e-4193-9d50-247ed2c39afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:13:14.528107 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Attempting to bind port c5c970d7-2530-4072-99f8-29fb22ac3705 on network 4d192b0f-6b9e-4193-9d50-247ed2c39afc {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:13:14.533603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:13:14.533929 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Checking segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:13:14.534362 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Bound using segment: {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:13:14.534792 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Bound port: c5c970d7-2530-4072-99f8-29fb22ac3705, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a796bd-82e7-4934-a595-b5d696845fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:13:14.535181 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:14.599660 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:13:14.602799 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:13:14.660446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:14.662532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:14.698681 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:14.699179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:14.700533 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] 10.222.0.23 "PUT /v2.0/ports/c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 1094 time: 0.9643939 Jun 22 09:13:14.701126 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:13:14.703741 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:14.745328 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:14.749007 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:14.768017 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aac0ed-11dd-4ddd-8120-36cd9ecbb9e0 x-openstack-request-id: req-30aac0ed-11dd-4ddd-8120-36cd9ecbb9e0 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:14.768319 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:14.768618 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30aac0ed-11dd-4ddd-8120-36cd9ecbb9e0 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:14.769065 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'status': 'completed', 'code': 200} Jun 22 09:13:14.809675 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eee37-0d4a-4973-ad4d-af58ca24f3ca req-bbf2504e-f1d4-4400-b743-54c15d724de4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:14.816109 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-235eee37-0d4a-4973-ad4d-af58ca24f3ca req-bbf2504e-f1d4-4400-b743-54c15d724de4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0865355 Jun 22 09:13:14.886305 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-235eee37-0d4a-4973-ad4d-af58ca24f3ca req-9faaf19c-6c61-4524-aa98-4474dc7f2029 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685205 Jun 22 09:13:14.912820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-01905374-44c1-4694-8be9-dea3f2790d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:14.914019 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4 req-32711359-5fd7-450a-999c-fe1022727523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:14.914538 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-01905374-44c1-4694-8be9-dea3f2790d3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.0952868 Jun 22 09:13:14.915512 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4 req-32711359-5fd7-450a-999c-fe1022727523 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1097 time: 0.0838599 Jun 22 09:13:15.039929 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-fca1e0f8-87df-406d-be8d-2d316e381068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.041455 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-fca1e0f8-87df-406d-be8d-2d316e381068 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.0935285 Jun 22 09:13:15.087211 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4 req-65730e60-603d-493e-8e0c-75bc40d0572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.088615 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4 req-65730e60-603d-493e-8e0c-75bc40d0572f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1385989 Jun 22 09:13:15.095239 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-059e7bb7-c509-42b5-ad74-fb4a1a7047b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.0389078 Jun 22 09:13:15.100898 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecc6bf-d842-4394-bf3a-bd12bf8cd6ad req-b0b37253-cfa2-4238-9e39-cab56d6d4617 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.102346 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-29ecc6bf-d842-4394-bf3a-bd12bf8cd6ad req-b0b37253-cfa2-4238-9e39-cab56d6d4617 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.1008396 Jun 22 09:13:15.159317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-de539c3d-bc53-45ef-8c15-99588f30b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.160953 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-de539c3d-bc53-45ef-8c15-99588f30b853 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0477467 Jun 22 09:13:15.201968 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-3c10a7ea-5d5c-48e9-bdd6-ed3ceabd1d7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300117 Jun 22 09:13:15.355406 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-8da1ec46-4f47-4d58-8a69-9f86fe620cd2 service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343060 Jun 22 09:13:15.363618 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6d42a-64e7-493a-982b-5bd8bcfb7809 req-ad52fab4-5949-470c-8657-7bdcbe20d7c8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.365079 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-54e6d42a-64e7-493a-982b-5bd8bcfb7809 req-ad52fab4-5949-470c-8657-7bdcbe20d7c8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.1348538 Jun 22 09:13:15.402652 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-29ecc6bf-d842-4394-bf3a-bd12bf8cd6ad req-0b04ce76-15e5-41fa-9bf6-75e6c8bf8085 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945940 Jun 22 09:13:15.446026 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4 req-f2b19f65-0142-46dd-8ffd-e6df678d1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.447632 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4cb75c7c-ea71-4607-ad2f-586f40ed23c4 req-f2b19f65-0142-46dd-8ffd-e6df678d1eab service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3330121 Jun 22 09:13:15.454425 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-54e6d42a-64e7-493a-982b-5bd8bcfb7809 req-ea8259e8-374b-4c97-bb31-1d276101385a tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818930 Jun 22 09:13:15.488546 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-38270a21-e961-4e63-bfa7-415a252d2ba4 req-f88cb54f-6ab3-4020-a640-9ca353cbfa5b service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099663 Jun 22 09:13:15.621161 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-887f780f-d27b-4594-9fb3-5fb2e7be2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.621461 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e635-24fd-42c6-a8a4-1a1443a834da req-5fff2d51-7060-4acf-8bcf-cb28803e315a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:15.623013 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a139e635-24fd-42c6-a8a4-1a1443a834da req-5fff2d51-7060-4acf-8bcf-cb28803e315a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0972028 Jun 22 09:13:15.628283 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-887f780f-d27b-4594-9fb3-5fb2e7be2755 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1097 time: 0.0839112 Jun 22 09:13:15.662172 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a139e635-24fd-42c6-a8a4-1a1443a834da req-18970721-7b62-4660-9ff3-de31f6021207 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Jun 22 09:13:15.728434 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-01d20b66-29af-453b-b730-e2b299a97e06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 217 time: 0.0342159 Jun 22 09:13:16.024630 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-6a4d8911-fc64-4094-9ea4-39e554339039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:16.026051 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-6a4d8911-fc64-4094-9ea4-39e554339039 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.2798915 Jun 22 09:13:16.071392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f50b-9ad9-47e3-abfd-1a0f67c228b8 req-850d7dbc-1414-4727-b853-be9dcbab4f5c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:16.072843 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e4a3f50b-9ad9-47e3-abfd-1a0f67c228b8 req-850d7dbc-1414-4727-b853-be9dcbab4f5c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0674150 Jun 22 09:13:16.108608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-cb657a87-887f-4fe2-98de-8a4d331f2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:16.110656 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-cb657a87-887f-4fe2-98de-8a4d331f2a31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719185 Jun 22 09:13:16.111863 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e4a3f50b-9ad9-47e3-abfd-1a0f67c228b8 req-6cd2b00e-5f14-453f-b2df-85120aa3ab8f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Jun 22 09:13:16.240310 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-6e687949-60f4-45e4-a68c-85b142ad45cd service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965176 Jun 22 09:13:16.337323 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0e4b4ba8-db02-462c-8711-291fc364a68b req-6bf18fa1-9788-455d-9701-b9cda8ebb21d service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Jun 22 09:13:16.588062 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96970-98ae-4961-98dc-b0c6e7ae9b3b req-e6800d6a-bd76-4e98-a2e8-234cad357e0b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:16.589679 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a9f96970-98ae-4961-98dc-b0c6e7ae9b3b req-e6800d6a-bd76-4e98-a2e8-234cad357e0b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0689037 Jun 22 09:13:16.641598 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a9f96970-98ae-4961-98dc-b0c6e7ae9b3b req-093e2b88-dd5f-49a2-8a78-d6955d6e2d59 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Jun 22 09:13:16.848393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30a5f-951b-49e0-8a88-2da5d46b48f3 req-e581432f-ed6b-431f-876a-fbf7825d1c09 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:16.849865 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-41c30a5f-951b-49e0-8a88-2da5d46b48f3 req-e581432f-ed6b-431f-876a-fbf7825d1c09 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0712056 Jun 22 09:13:16.887851 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-41c30a5f-951b-49e0-8a88-2da5d46b48f3 req-e541bac4-78f7-41f7-a228-dfad04807dd6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317066 Jun 22 09:13:17.299450 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76e77b-5d17-4011-a33b-21efd09aac0f req-263df182-dfe6-45bf-b55a-7e47b3bfd790 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:17.303604 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7c76e77b-5d17-4011-a33b-21efd09aac0f req-263df182-dfe6-45bf-b55a-7e47b3bfd790 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0768626 Jun 22 09:13:17.350629 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7c76e77b-5d17-4011-a33b-21efd09aac0f req-3c80fab6-869c-4e68-9517-3e53aa1d45fa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Jun 22 09:13:17.590959 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:17.821730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c90f8f-8956-435c-9ee4-265c24f7eaee req-3dd970eb-2bbf-4f65-b68d-4225a493d3a5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:17.823182 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-32c90f8f-8956-435c-9ee4-265c24f7eaee req-3dd970eb-2bbf-4f65-b68d-4225a493d3a5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0633869 Jun 22 09:13:17.863307 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-32c90f8f-8956-435c-9ee4-265c24f7eaee req-91690e88-60bf-4851-b27e-ec6b7fcf5756 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Jun 22 09:13:18.071066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7586-c2f6-4c2a-b961-daaa6e33badc req-de996d80-d8d0-46e7-84d5-f9113ca9008e tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:18.072519 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-37aa7586-c2f6-4c2a-b961-daaa6e33badc req-de996d80-d8d0-46e7-84d5-f9113ca9008e tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0660388 Jun 22 09:13:18.113115 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-37aa7586-c2f6-4c2a-b961-daaa6e33badc req-15ba9cce-07df-4479-b979-1a441d0c67d8 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Jun 22 09:13:18.537563 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cd221-e408-4304-aaf4-d53f7ab29389 req-ddd24e37-d6cb-4659-b265-d017c4c9d072 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:18.537563 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-207cd221-e408-4304-aaf4-d53f7ab29389 req-ddd24e37-d6cb-4659-b265-d017c4c9d072 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0668132 Jun 22 09:13:18.571043 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-207cd221-e408-4304-aaf4-d53f7ab29389 req-dfaea60a-8748-4d35-95d2-ce4dfca6b4fa tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jun 22 09:13:19.289266 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0d2e-340c-4ca9-a4e2-4379c034b5c8 req-0674ec21-312c-460a-bb9f-d7c1df14313f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:19.290676 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-902a0d2e-340c-4ca9-a4e2-4379c034b5c8 req-0674ec21-312c-460a-bb9f-d7c1df14313f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0608776 Jun 22 09:13:19.330120 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-902a0d2e-340c-4ca9-a4e2-4379c034b5c8 req-5c432d6a-d512-4a3a-93b7-3a17d5495e94 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Jun 22 09:13:19.760631 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cc931-db62-4658-b5af-10cadb1bcbeb req-838cb82c-c3f7-4937-8476-d625b917bc44 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:19.762091 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-433cc931-db62-4658-b5af-10cadb1bcbeb req-838cb82c-c3f7-4937-8476-d625b917bc44 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0656412 Jun 22 09:13:19.800589 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-433cc931-db62-4658-b5af-10cadb1bcbeb req-159b0ead-5763-414a-b62a-20bc2f04cfe1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jun 22 09:13:20.501138 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a421b-c21c-4f4c-9c46-95122b7a3497 req-c8a9a47c-4420-44cb-9505-ee2b7ad4d1c2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:20.502572 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-213a421b-c21c-4f4c-9c46-95122b7a3497 req-c8a9a47c-4420-44cb-9505-ee2b7ad4d1c2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0624287 Jun 22 09:13:20.539649 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-213a421b-c21c-4f4c-9c46-95122b7a3497 req-aecc731f-c98f-4b59-b2a8-45c4c8f8baf5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313945 Jun 22 09:13:20.972898 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c1877-8ecd-4e85-845f-4a13a0772978 req-1c9c032e-ebb8-4fe6-864b-237aed7b0aa5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:20.974232 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4f0c1877-8ecd-4e85-845f-4a13a0772978 req-1c9c032e-ebb8-4fe6-864b-237aed7b0aa5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0644760 Jun 22 09:13:21.010153 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4f0c1877-8ecd-4e85-845f-4a13a0772978 req-5d353504-8211-4667-8d76-952055007ffd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303178 Jun 22 09:13:21.717250 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99f857-316c-4c43-8ef9-8c59b8f16f0f req-200453c5-58a1-48a5-a46f-2a143e30216d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:21.718876 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c99f857-316c-4c43-8ef9-8c59b8f16f0f req-200453c5-58a1-48a5-a46f-2a143e30216d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0663314 Jun 22 09:13:21.756852 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c99f857-316c-4c43-8ef9-8c59b8f16f0f req-f3ebfee9-a02e-4d1f-8adb-1465baf2e795 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Jun 22 09:13:22.341601 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6a9ba-f300-4c45-a545-be27f00017a1 req-86a059b5-7aa7-45e3-890d-1d4f14070823 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:22.343250 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d7d6a9ba-f300-4c45-a545-be27f00017a1 req-86a059b5-7aa7-45e3-890d-1d4f14070823 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0682738 Jun 22 09:13:22.380735 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d7d6a9ba-f300-4c45-a545-be27f00017a1 req-82910d06-18de-41b4-bab4-9da5ddb4f128 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jun 22 09:13:22.936569 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507773-0e5f-494a-95b4-a4a275cd9797 req-2d913e14-2346-4d32-bbc6-7856ee5c2cf6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:22.938230 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76507773-0e5f-494a-95b4-a4a275cd9797 req-2d913e14-2346-4d32-bbc6-7856ee5c2cf6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0690126 Jun 22 09:13:22.975853 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76507773-0e5f-494a-95b4-a4a275cd9797 req-d290f261-97f2-4c50-af24-a8147bbfa669 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Jun 22 09:13:23.550173 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c70fd-f5f8-4640-bc22-8d626eb4d12a req-58c849b5-e7b3-415b-9483-d16dbd9587a8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:23.551625 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e62c70fd-f5f8-4640-bc22-8d626eb4d12a req-58c849b5-e7b3-415b-9483-d16dbd9587a8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0618672 Jun 22 09:13:23.589559 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e62c70fd-f5f8-4640-bc22-8d626eb4d12a req-11da6d34-d2b6-402f-a087-f8e6cb709f3d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jun 22 09:13:24.159530 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54e1be-b2a3-42c5-bc7f-12842818bc2b req-96fb801a-5dce-4623-92a9-d35c0d2ce513 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:24.160968 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5a54e1be-b2a3-42c5-bc7f-12842818bc2b req-96fb801a-5dce-4623-92a9-d35c0d2ce513 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0650511 Jun 22 09:13:24.198073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5a54e1be-b2a3-42c5-bc7f-12842818bc2b req-8809fd7a-239d-4864-84ba-32d32d536e45 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jun 22 09:13:24.762153 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb18-9888-40bc-b8c6-749c194c925f req-ddb5e0dc-ce7c-4b7d-bf9e-565c2c3d5523 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:24.764158 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-92c3cb18-9888-40bc-b8c6-749c194c925f req-ddb5e0dc-ce7c-4b7d-bf9e-565c2c3d5523 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0646594 Jun 22 09:13:24.803678 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-92c3cb18-9888-40bc-b8c6-749c194c925f req-163bb523-846d-41f3-9c74-d5788a68870a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Jun 22 09:13:25.372465 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918a05-3ce6-4f1f-bfa9-0cd8eab7ffe7 req-1098bb1e-d46b-4878-9de5-1065cd5841aa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:25.374436 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0d918a05-3ce6-4f1f-bfa9-0cd8eab7ffe7 req-1098bb1e-d46b-4878-9de5-1065cd5841aa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0665433 Jun 22 09:13:25.411298 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0d918a05-3ce6-4f1f-bfa9-0cd8eab7ffe7 req-299ec121-bc81-4aea-af2f-ec2ec304fc97 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Jun 22 09:13:25.785235 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-eca2515c-d6e1-4602-a9b3-3f4c59f6801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:25.980332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58806b25-efdb-41b1-b9d4-48f511103dc3 req-b0e84e12-7420-4d55-8429-645b25e88208 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:25.981819 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-58806b25-efdb-41b1-b9d4-48f511103dc3 req-b0e84e12-7420-4d55-8429-645b25e88208 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0660050 Jun 22 09:13:26.020518 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-58806b25-efdb-41b1-b9d4-48f511103dc3 req-40910a9a-b6b7-4102-807e-3a92d606d102 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jun 22 09:13:26.582790 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c952652-3964-421a-8e0e-a170d654bb33 req-79f550c4-9b67-4b1d-b57f-0690c3533df4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:26.584277 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7c952652-3964-421a-8e0e-a170d654bb33 req-79f550c4-9b67-4b1d-b57f-0690c3533df4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0619674 Jun 22 09:13:26.623622 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7c952652-3964-421a-8e0e-a170d654bb33 req-193f48cb-9133-4546-a324-e4b8666dee78 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Jun 22 09:13:27.196186 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e49bf-7d0d-4fa5-9fb8-8928937eebd4 req-f5350355-4a08-4356-9fa5-bd59d9ab3f91 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:27.197617 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-496e49bf-7d0d-4fa5-9fb8-8928937eebd4 req-f5350355-4a08-4356-9fa5-bd59d9ab3f91 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0646386 Jun 22 09:13:27.237991 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-496e49bf-7d0d-4fa5-9fb8-8928937eebd4 req-71f2c808-a071-4e88-a9b5-65f0e1de44e5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Jun 22 09:13:27.796281 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b2f5c-9bdc-4c0c-9d4a-169a29672bf0 req-c1afb6d4-42a6-4037-99d7-39fb141ba30d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:27.797738 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c91b2f5c-9bdc-4c0c-9d4a-169a29672bf0 req-c1afb6d4-42a6-4037-99d7-39fb141ba30d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0648808 Jun 22 09:13:27.834187 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c91b2f5c-9bdc-4c0c-9d4a-169a29672bf0 req-cd7769e2-bfd2-4fd8-8140-a089e4c2260a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305891 Jun 22 09:13:28.419450 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ae38-8fcb-4456-b2fb-b2ad9e243104 req-efc19888-76c8-4dd7-bf7d-86a277336b13 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:28.421061 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7622ae38-8fcb-4456-b2fb-b2ad9e243104 req-efc19888-76c8-4dd7-bf7d-86a277336b13 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0673194 Jun 22 09:13:28.458481 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7622ae38-8fcb-4456-b2fb-b2ad9e243104 req-af549ea0-9663-4ef3-9c02-066ef0375484 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Jun 22 09:13:29.002338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8701-d95f-432c-93f3-fe1c0a8f7993 req-0fdb1af7-3b5c-4d4f-be27-aef3a4d26dd5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:29.003950 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9f3f8701-d95f-432c-93f3-fe1c0a8f7993 req-0fdb1af7-3b5c-4d4f-be27-aef3a4d26dd5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0617104 Jun 22 09:13:29.042036 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9f3f8701-d95f-432c-93f3-fe1c0a8f7993 req-4036b9e3-202e-4a8d-a45d-4c816d199248 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Jun 22 09:13:29.247740 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d899c3e1-12f5-4971-85f4-e4fe5b15b5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:29.628729 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e5ffa-7270-4554-9cff-e12640f76d51 req-f41a0703-d35f-40c9-88d6-10fce972d690 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:29.630179 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-537e5ffa-7270-4554-9cff-e12640f76d51 req-f41a0703-d35f-40c9-88d6-10fce972d690 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0613840 Jun 22 09:13:29.667496 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-537e5ffa-7270-4554-9cff-e12640f76d51 req-d90c2f88-75e6-4b3e-ab03-22a37c87067f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Jun 22 09:13:30.122321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:30.228797 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98798a-8176-4844-a1b3-3cfc58746b1a req-49c6ff83-38e7-4c7b-a79b-66cf6ef1b705 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:30.230210 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7e98798a-8176-4844-a1b3-3cfc58746b1a req-49c6ff83-38e7-4c7b-a79b-66cf6ef1b705 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0654848 Jun 22 09:13:30.269408 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7e98798a-8176-4844-a1b3-3cfc58746b1a req-956ee997-57aa-42c6-a185-6bf4fea30dff tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Jun 22 09:13:30.722760 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:30.841735 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60df235-73b6-4416-a505-d3e218bafac3 req-eb735f18-873f-460d-b4ea-c476de0463ba tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:30.844129 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d60df235-73b6-4416-a505-d3e218bafac3 req-eb735f18-873f-460d-b4ea-c476de0463ba tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0625935 Jun 22 09:13:30.881894 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d60df235-73b6-4416-a505-d3e218bafac3 req-397d578f-b407-40a9-b7fa-171c2694defc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Jun 22 09:13:31.442526 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d461db-160d-4921-9e4e-a835c3fd4a15 req-355d3776-68e7-4796-9107-ac6836ae5bf0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:31.443994 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-42d461db-160d-4921-9e4e-a835c3fd4a15 req-355d3776-68e7-4796-9107-ac6836ae5bf0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0659459 Jun 22 09:13:31.481019 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-42d461db-160d-4921-9e4e-a835c3fd4a15 req-5fa93518-bef9-4663-9f1e-f4dd68405bdd tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jun 22 09:13:32.058581 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35389234-575f-469f-9fa1-834975636064 req-80060ded-5865-42b1-9e14-99bc220a9018 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:32.059966 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35389234-575f-469f-9fa1-834975636064 req-80060ded-5865-42b1-9e14-99bc220a9018 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0641472 Jun 22 09:13:32.096868 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35389234-575f-469f-9fa1-834975636064 req-ac765055-956e-4f92-b5a6-2002415aea64 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jun 22 09:13:32.657187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e9ea6-7617-4b9a-bfd3-ff16c916442a req-e8bce861-7b59-4a65-a680-ee798af2852c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:32.657187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-de2e9ea6-7617-4b9a-bfd3-ff16c916442a req-e8bce861-7b59-4a65-a680-ee798af2852c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0621109 Jun 22 09:13:32.690782 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-de2e9ea6-7617-4b9a-bfd3-ff16c916442a req-efbd9799-71c6-462b-9b1b-b730b701954f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Jun 22 09:13:32.738967 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:33.272715 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30253fc6-f2e8-47df-8ff3-523f54f59837 req-c883e539-59f2-4b8a-91ff-64ca15ef3a55 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:33.274201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-30253fc6-f2e8-47df-8ff3-523f54f59837 req-c883e539-59f2-4b8a-91ff-64ca15ef3a55 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0673535 Jun 22 09:13:33.313426 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-30253fc6-f2e8-47df-8ff3-523f54f59837 req-72705fea-c31c-4559-ab9e-f7b50178c4da tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jun 22 09:13:33.860298 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a2664-8b6b-4549-9e4e-b4a0ba99be96 req-3bf81ad2-5676-47e6-8bb2-de01376a0eae tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:33.861806 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e22a2664-8b6b-4549-9e4e-b4a0ba99be96 req-3bf81ad2-5676-47e6-8bb2-de01376a0eae tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0632746 Jun 22 09:13:33.901374 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e22a2664-8b6b-4549-9e4e-b4a0ba99be96 req-c1429e7d-2a26-4606-abf5-5ef51f33cb90 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Jun 22 09:13:34.500857 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9a9fd-ae8c-46ea-bc58-96c71db2c7d5 req-dcd7b9c4-ccc8-4269-a29c-cbe598bdfb9d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:34.502311 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eba9a9fd-ae8c-46ea-bc58-96c71db2c7d5 req-dcd7b9c4-ccc8-4269-a29c-cbe598bdfb9d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0716546 Jun 22 09:13:34.540064 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eba9a9fd-ae8c-46ea-bc58-96c71db2c7d5 req-765b4785-c60e-4a5d-ad26-140e3fb8b34d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Jun 22 09:13:35.075571 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab4e4-9a58-489d-b48e-93d841a9d48f req-3d02f043-e28c-4823-959d-47571b62787a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:35.077017 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-474ab4e4-9a58-489d-b48e-93d841a9d48f req-3d02f043-e28c-4823-959d-47571b62787a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0646343 Jun 22 09:13:35.113805 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-474ab4e4-9a58-489d-b48e-93d841a9d48f req-4d361350-8dc1-4f58-8bcb-c892b7717aab tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307071 Jun 22 09:13:35.716579 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff6111-7093-4acb-b5bd-1b422b19c542 req-c0c2aeec-2358-47b8-95b7-d11546875087 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:35.719384 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-35ff6111-7093-4acb-b5bd-1b422b19c542 req-c0c2aeec-2358-47b8-95b7-d11546875087 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0676575 Jun 22 09:13:35.756110 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-35ff6111-7093-4acb-b5bd-1b422b19c542 req-d4ab8bea-4dd1-45bb-85fa-8942f82fa16a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jun 22 09:13:36.288393 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f4f7-d525-4d26-810d-915a92880c8a req-2831840d-649b-40ff-b3c6-550121a604a8 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:36.289822 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1720f4f7-d525-4d26-810d-915a92880c8a req-2831840d-649b-40ff-b3c6-550121a604a8 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0621450 Jun 22 09:13:36.328477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1720f4f7-d525-4d26-810d-915a92880c8a req-2b745ede-4305-4003-b5c8-ca94f27fce96 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jun 22 09:13:36.940072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c434-8c2f-4afe-b7a1-81577b329d1f req-c4e1c2e6-639a-4632-80f4-a7e2dc01d49b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:36.942361 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6a85c434-8c2f-4afe-b7a1-81577b329d1f req-c4e1c2e6-639a-4632-80f4-a7e2dc01d49b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0671206 Jun 22 09:13:36.980719 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6a85c434-8c2f-4afe-b7a1-81577b329d1f req-3cd66a39-9aad-417f-b64b-7720f7b1008b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325024 Jun 22 09:13:37.505108 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1e3f-eeaf-49cd-9006-4cd8b3f704c3 req-a097b0cd-59de-4bbc-a446-eac423327282 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:37.506772 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-789b1e3f-eeaf-49cd-9006-4cd8b3f704c3 req-a097b0cd-59de-4bbc-a446-eac423327282 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0620430 Jun 22 09:13:37.554892 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-789b1e3f-eeaf-49cd-9006-4cd8b3f704c3 req-566ee13e-61eb-48d0-8266-6a9e2fb5a0aa tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 Jun 22 09:13:38.417914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb07bc0-dce8-4357-860d-77caa90c5433 req-5107791a-54fe-40d8-ac9b-e18f2f85338b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:38.419390 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0bb07bc0-dce8-4357-860d-77caa90c5433 req-5107791a-54fe-40d8-ac9b-e18f2f85338b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0665784 Jun 22 09:13:38.457380 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0bb07bc0-dce8-4357-860d-77caa90c5433 req-a3b6169c-3851-4f93-ad8b-cef132b18755 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Jun 22 09:13:38.728268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018b70-722f-474e-b917-fc3b56b2030b req-27970771-31e8-4c26-b100-00880a45e1b5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:38.729704 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ac018b70-722f-474e-b917-fc3b56b2030b req-27970771-31e8-4c26-b100-00880a45e1b5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0627294 Jun 22 09:13:38.765144 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ac018b70-722f-474e-b917-fc3b56b2030b req-01af53aa-8cdc-4a16-8490-c70dae0f4d20 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298510 Jun 22 09:13:40.800941 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:13:42.747358 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b555e3-9aa1-4ad3-b69c-bc4fe042cd79 req-54f7e8a0-09fc-4d2f-adee-d4016438e3b8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:42.748838 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-86b555e3-9aa1-4ad3-b69c-bc4fe042cd79 req-54f7e8a0-09fc-4d2f-adee-d4016438e3b8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0664182 Jun 22 09:13:42.786934 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-86b555e3-9aa1-4ad3-b69c-bc4fe042cd79 req-b1530074-656f-4744-9ee3-277a901b6786 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Jun 22 09:13:42.952552 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7853b61-b173-403b-9b23-ac0c085ed237 req-39083320-9d20-468f-90d2-34c7a59654b4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:42.954085 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d7853b61-b173-403b-9b23-ac0c085ed237 req-39083320-9d20-468f-90d2-34c7a59654b4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0638301 Jun 22 09:13:43.000676 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d7853b61-b173-403b-9b23-ac0c085ed237 req-71c614cf-cec7-42b2-8349-2452bba3e704 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 Jun 22 09:13:43.853182 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b8f-94b1-489e-97f9-ead4d749750d req-10adf0fd-3d2c-4782-8e16-656654b49044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:43.853182 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-45a14b8f-94b1-489e-97f9-ead4d749750d req-10adf0fd-3d2c-4782-8e16-656654b49044 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.0646818 Jun 22 09:13:43.900733 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-45a14b8f-94b1-489e-97f9-ead4d749750d req-b1ea48fd-97e7-4b06-9d7e-ad52d7333a74 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Jun 22 09:13:43.973530 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892a8b2-69f7-4e90-b13e-fe05c33d9f42 req-5a4f3913-4c61-4539-bc49-bbef4d2fef53 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:43.974999 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9892a8b2-69f7-4e90-b13e-fe05c33d9f42 req-5a4f3913-4c61-4539-bc49-bbef4d2fef53 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0701296 Jun 22 09:13:44.011872 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9892a8b2-69f7-4e90-b13e-fe05c33d9f42 req-20c4d86f-3abe-4e20-adfb-d5bce10d48d9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Jun 22 09:13:44.181961 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd47e-70c2-4830-8e85-11c73b93c40f req-7627b7fb-0921-4f8f-b836-f2f67e50a412 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:44.183459 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-03ffd47e-70c2-4830-8e85-11c73b93c40f req-7627b7fb-0921-4f8f-b836-f2f67e50a412 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0690119 Jun 22 09:13:44.223460 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-03ffd47e-70c2-4830-8e85-11c73b93c40f req-1e363496-50b0-412c-9910-78354846f8b0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342546 Jun 22 09:13:44.404462 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-95f36ff4-b4c0-424b-bba3-c9b227dbbeb6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526576 Jun 22 09:13:44.487310 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-5cf6056a-5178-4351-bc6e-67ad9007d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:44.488738 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-5cf6056a-5178-4351-bc6e-67ad9007d214 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0514846 Jun 22 09:13:44.675777 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-db6e2517-cf44-47dd-a062-5c400824d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:44.677207 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-db6e2517-cf44-47dd-a062-5c400824d770 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0870123 Jun 22 09:13:44.779984 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-12518500-3d00-4b40-8674-e44d1cf051dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0878394 Jun 22 09:13:44.832156 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-fa6a4565-da2d-4441-830d-00a28c29963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:44.833682 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-fa6a4565-da2d-4441-830d-00a28c29963a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0439947 Jun 22 09:13:44.899966 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-d5d01716-8ffd-4d4c-b71f-13ca2814698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:44.901440 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-d5d01716-8ffd-4d4c-b71f-13ca2814698f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556965 Jun 22 09:13:45.007112 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-5534e499-5f78-4e06-95a6-8a6da77ea574 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865891 Jun 22 09:13:45.105845 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c2d85ee-a8fc-48e0-8823-b621218021be req-66b3e1f6-9279-4f3a-8003-e7b60c415a9c service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823998 Jun 22 09:13:45.196098 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812217f-6ec9-4b08-a222-277051838d19 req-5e07c5f2-8dce-4ee6-b823-72277ee3cd2e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:45.197640 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2812217f-6ec9-4b08-a222-277051838d19 req-5e07c5f2-8dce-4ee6-b823-72277ee3cd2e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0686595 Jun 22 09:13:45.235677 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2812217f-6ec9-4b08-a222-277051838d19 req-68c8dedb-0947-4173-aa1f-1b9adab94a68 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Jun 22 09:13:45.409319 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727971-3aef-4c81-a3cc-c4e6f84cbd45 req-90be4b0a-f932-4ab1-99de-3cf6b73b18e6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:45.410993 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ee727971-3aef-4c81-a3cc-c4e6f84cbd45 req-90be4b0a-f932-4ab1-99de-3cf6b73b18e6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0676565 Jun 22 09:13:45.449857 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ee727971-3aef-4c81-a3cc-c4e6f84cbd45 req-e94384f2-59dc-4f83-b9e6-745caaf7d486 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Jun 22 09:13:46.427625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9710b6d-62d0-49e3-9cfc-f4d9e2842c19 req-1938eac9-02c1-4ac7-81a0-e5421996b53a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:46.429089 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d9710b6d-62d0-49e3-9cfc-f4d9e2842c19 req-1938eac9-02c1-4ac7-81a0-e5421996b53a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0672238 Jun 22 09:13:46.470025 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d9710b6d-62d0-49e3-9cfc-f4d9e2842c19 req-8f381544-d7de-4ae5-b15f-8bdab0204d78 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Jun 22 09:13:46.570968 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 33222) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:46.650780 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cc168-1b55-487d-bc07-b64634b437c5 req-3d41f35d-203d-4fb8-a994-d3eaecd72246 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:46.652471 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ef0cc168-1b55-487d-bc07-b64634b437c5 req-3d41f35d-203d-4fb8-a994-d3eaecd72246 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0645909 Jun 22 09:13:46.686423 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:46.716073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ef0cc168-1b55-487d-bc07-b64634b437c5 req-09acec3a-331b-4f14-9a19-327d4f6535e8 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577707 Jun 22 09:13:46.785324 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:46.859333 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:46.862804 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-56aeabb5-ff5f-4293-9053-521eceda3fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:46.898656 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d737b34fd01946a5941a74c2974b1ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265553 Jun 22 09:13:46.899775 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee937c1a-2bd1-4c38-8a6c-6b028d7a7c3d,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:46.901411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 33226) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:13:46.906791 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909274 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909890 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.909890 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.910181 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.910489 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.910827 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:46.915000 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:46.954810 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:46.975224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:47.087956 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:47.090561 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:47.091738 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee937c1a-2bd1-4c38-8a6c-6b028d7a7c3d HTTP/1.1" status: 204 len: 168 time: 0.1893544 Jun 22 09:13:47.101166 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e4427470-2d22-438d-972d-b8b47e4792d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:47.101166 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee937c1a-2bd1-4c38-8a6c-6b028d7a7c3d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:47.107824 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.108205 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.108542 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.108892 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.109238 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.109584 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.109950 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.110295 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.110631 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.110970 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.111917 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.112442 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.115726 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:47.613900 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:47.647496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24592b55-cebd-4e27-b210-5c76f7196898 req-78381033-8e11-441a-9049-da3b2a9a20ba tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:47.648933 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-24592b55-cebd-4e27-b210-5c76f7196898 req-78381033-8e11-441a-9049-da3b2a9a20ba tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0659463 Jun 22 09:13:47.685693 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-24592b55-cebd-4e27-b210-5c76f7196898 req-40897a98-f145-41bf-9ca0-6b4b34949be8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Jun 22 09:13:48.012493 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409279-0f3a-4122-ab1e-6f75d3e51f19 req-16cc331a-b5d5-4319-bec9-3983781fb88f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:48.014207 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-51409279-0f3a-4122-ab1e-6f75d3e51f19 req-16cc331a-b5d5-4319-bec9-3983781fb88f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0660222 Jun 22 09:13:48.053918 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-51409279-0f3a-4122-ab1e-6f75d3e51f19 req-43da4b32-7a65-4351-a0b9-2af5d0af4864 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335503 Jun 22 09:13:48.377638 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b648d-3495-4aed-84ae-be0e853576f6 req-d59e2b9f-f2ee-4437-8923-ce0b7b4a7e99 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:48.379161 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a73b648d-3495-4aed-84ae-be0e853576f6 req-d59e2b9f-f2ee-4437-8923-ce0b7b4a7e99 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0674312 Jun 22 09:13:48.416299 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a73b648d-3495-4aed-84ae-be0e853576f6 req-40beafde-9157-449d-a2b6-126902f0c51b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Jun 22 09:13:49.227317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fa06-983a-4250-ac52-1b0136eadae7 req-9b5e6bc6-55af-4ddd-a8df-910e946a9f88 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:49.228709 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a688fa06-983a-4250-ac52-1b0136eadae7 req-9b5e6bc6-55af-4ddd-a8df-910e946a9f88 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0614707 Jun 22 09:13:49.264733 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a688fa06-983a-4250-ac52-1b0136eadae7 req-66952d81-0010-41f2-80fe-acdd88e8f6e7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304737 Jun 22 09:13:49.593675 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb145d-5259-413f-b412-957c9326203f req-50ac261f-ae75-4f8d-8a3a-5b13e7725aa1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:49.595112 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8aeb145d-5259-413f-b412-957c9326203f req-50ac261f-ae75-4f8d-8a3a-5b13e7725aa1 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0618527 Jun 22 09:13:49.632539 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8aeb145d-5259-413f-b412-957c9326203f req-87c9b674-d021-4c74-922a-26b4c2d2320d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Jun 22 09:13:50.438885 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aaa32-d215-44b6-8a57-a3d1610bc8ee req-1ad6f315-055d-42ff-bce5-12262712a8ac tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:50.441070 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-633aaa32-d215-44b6-8a57-a3d1610bc8ee req-1ad6f315-055d-42ff-bce5-12262712a8ac tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0680361 Jun 22 09:13:50.478536 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-633aaa32-d215-44b6-8a57-a3d1610bc8ee req-9f721e5f-101a-4c8c-b17f-2e19d4ff095f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Jun 22 09:13:50.801875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f28b4-bdc0-4247-9e63-0119af17e842 req-6c1ac774-e2f8-48ac-b342-afebd8ef9865 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:50.803302 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-785f28b4-bdc0-4247-9e63-0119af17e842 req-6c1ac774-e2f8-48ac-b342-afebd8ef9865 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0604992 Jun 22 09:13:50.839429 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-785f28b4-bdc0-4247-9e63-0119af17e842 req-67ebf67f-4566-4183-890f-ea58c26ded96 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306559 Jun 22 09:13:51.650830 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698078b-dfe3-49d4-bada-42775ec79c05 req-f3a70696-e52f-4314-8724-07f367af50e7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:51.652304 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e698078b-dfe3-49d4-bada-42775ec79c05 req-f3a70696-e52f-4314-8724-07f367af50e7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0653641 Jun 22 09:13:51.694055 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e698078b-dfe3-49d4-bada-42775ec79c05 req-a04840e4-49a3-436f-a0b3-e98004d165b9 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360987 Jun 22 09:13:52.011488 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7873060-84a6-485f-ac67-9777a58b5b20 req-0cdc2583-c339-447e-b7ff-4615ed2e5ef8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:52.013126 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e7873060-84a6-485f-ac67-9777a58b5b20 req-0cdc2583-c339-447e-b7ff-4615ed2e5ef8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0620232 Jun 22 09:13:52.049246 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e7873060-84a6-485f-ac67-9777a58b5b20 req-52f69760-11f1-4ca1-98d2-1281781cce5d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Jun 22 09:13:52.860811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f981b1-f476-428e-aca1-d405369f1d0d req-052ca756-7bad-44ae-8120-b4e6dc138449 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:52.862165 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-36f981b1-f476-428e-aca1-d405369f1d0d req-052ca756-7bad-44ae-8120-b4e6dc138449 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0611000 Jun 22 09:13:52.899351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-36f981b1-f476-428e-aca1-d405369f1d0d req-160e4e45-6cd8-414f-943a-275611798d71 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Jun 22 09:13:53.235229 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-71d8d18e-d156-473b-a258-ce21fda74d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:53.236672 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-71d8d18e-d156-473b-a258-ce21fda74d85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82688558974747b4b05d57fbec6e98ac&device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 1099 time: 0.0954757 Jun 22 09:13:53.248248 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffc98f-641e-4f7c-8e76-7541299f5d39 req-51068b8a-fcf8-46f5-a60e-899b85e2fc51 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:53.249592 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-53ffc98f-641e-4f7c-8e76-7541299f5d39 req-51068b8a-fcf8-46f5-a60e-899b85e2fc51 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0800381 Jun 22 09:13:53.332107 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-53ffc98f-641e-4f7c-8e76-7541299f5d39 req-020c673e-cc82-48ad-8ef1-a9902f731f7f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739200 Jun 22 09:13:53.363109 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-acd5d5c0-9f4e-4dd4-9247-0b7bfd8afb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:53.365215 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-acd5d5c0-9f4e-4dd4-9247-0b7bfd8afb31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 200 len: 919 time: 0.1139889 Jun 22 09:13:53.549471 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-740013c8-2764-4245-92c0-718f35cb536f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 200 len: 217 time: 0.0349898 Jun 22 09:13:53.600627 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-ad01affc-2d39-4389-ab47-1175989c4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:53.602019 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-ad01affc-2d39-4389-ab47-1175989c4054 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 200 len: 858 time: 0.0419157 Jun 22 09:13:53.650870 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-1b2ffecb-80bc-42a0-a0f8-d77491b64007 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2591ba7c-2beb-42bc-a400-31dde0d56eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289259 Jun 22 09:13:53.751071 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-e1a44bf8-41f5-4ddd-88d9-df6ba44366ca service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846996 Jun 22 09:13:53.850007 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f88cc42-1ba5-45f7-8081-7eb1d0dc7e3d req-72b04e4d-0a3d-4008-8e06-e7f247351b9f service neutron] 10.222.0.23 "GET /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853395 Jun 22 09:13:54.070109 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517292d-fa42-4ab6-8c69-528da9bf6410 req-712b2451-5dce-4dca-9531-df51f1b021c6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:54.071606 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a517292d-fa42-4ab6-8c69-528da9bf6410 req-712b2451-5dce-4dca-9531-df51f1b021c6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0625722 Jun 22 09:13:54.109201 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a517292d-fa42-4ab6-8c69-528da9bf6410 req-eb857768-a570-4a80-91f8-910e2c7566ac tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Jun 22 09:13:54.508520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4e760-bac9-42ae-916d-579b3242bcf4 req-60d26a99-3f69-4de8-bc38-f71b1224ff5b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:54.510040 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-19a4e760-bac9-42ae-916d-579b3242bcf4 req-60d26a99-3f69-4de8-bc38-f71b1224ff5b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0676291 Jun 22 09:13:54.549109 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-19a4e760-bac9-42ae-916d-579b3242bcf4 req-15d53c9b-f9a0-4338-9321-810cf76d2664 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jun 22 09:13:55.281625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa452-0896-4832-9bad-27acda82a235 req-cd146a9b-8ffc-4740-a3bf-a53f1272b0c2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:55.283062 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4eaaa452-0896-4832-9bad-27acda82a235 req-cd146a9b-8ffc-4740-a3bf-a53f1272b0c2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0632396 Jun 22 09:13:55.319927 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4eaaa452-0896-4832-9bad-27acda82a235 req-6eb3e156-fe46-4f04-a5a5-80d76280bc4d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Jun 22 09:13:55.739779 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30e4f9-8959-4939-9d3c-b598e9d62e1f req-56e685dd-a94e-43ef-8e10-46d97c43c3a2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:55.742429 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e30e4f9-8959-4939-9d3c-b598e9d62e1f req-56e685dd-a94e-43ef-8e10-46d97c43c3a2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0726457 Jun 22 09:13:55.791547 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e30e4f9-8959-4939-9d3c-b598e9d62e1f req-d75706e1-146c-40b3-974d-eae7484ba6c4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Jun 22 09:13:55.870703 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-87996b91-e638-4794-9fed-d4574cc0947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:56.490585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8c864-8025-4978-9283-94ee087c428f req-e211f232-ac3f-4875-83d1-136cb95f53d9 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:56.491974 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f8d8c864-8025-4978-9283-94ee087c428f req-e211f232-ac3f-4875-83d1-136cb95f53d9 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0620360 Jun 22 09:13:56.530714 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f8d8c864-8025-4978-9283-94ee087c428f req-1e700653-d409-40a8-859d-f1a24a041b86 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Jun 22 09:13:56.973053 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e354de-474a-4846-9f87-85e7e8943269 req-e142ee82-4dc0-4088-a02a-5e7724ac0cbc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:56.974588 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c6e354de-474a-4846-9f87-85e7e8943269 req-e142ee82-4dc0-4088-a02a-5e7724ac0cbc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0669804 Jun 22 09:13:57.011460 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c6e354de-474a-4846-9f87-85e7e8943269 req-5cafb2fe-2abc-423a-b3b0-75fd95dd01f9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Jun 22 09:13:57.708601 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39ff47-1a61-4dce-9d3e-f3d90170609f req-4616e493-6b12-47c8-8e94-3e896451f658 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:57.710949 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fb39ff47-1a61-4dce-9d3e-f3d90170609f req-4616e493-6b12-47c8-8e94-3e896451f658 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0637782 Jun 22 09:13:57.747905 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fb39ff47-1a61-4dce-9d3e-f3d90170609f req-695a3dc3-f2a0-446c-b34d-cf3e48414d83 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313165 Jun 22 09:13:57.770582 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:13:57.864160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:57.875712 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'port_id': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'mac_address': 'fa:16:3e:ad:40:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:13:57.912051 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:57.924182 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c970d7-2530-4072-99f8-29fb22ac3705 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:13:57.943180 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:58.019471 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:58.021279 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:13:58.070859 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:58.074323 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:13:58.194615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f15fdf-c63d-4081-a7e2-5360e72c0928 req-e5e5450e-5042-4914-a456-49d4eea49faf tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:58.196098 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-80f15fdf-c63d-4081-a7e2-5360e72c0928 req-e5e5450e-5042-4914-a456-49d4eea49faf tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0616527 Jun 22 09:13:58.231555 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-80f15fdf-c63d-4081-a7e2-5360e72c0928 req-5b896df4-34eb-4fe1-adc3-26b871715277 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299075 Jun 22 09:13:58.920482 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47043e-fb95-4433-94cd-17af3696e5aa req-343b8a58-9512-4c72-8079-e53eda21bd45 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:58.921941 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a47043e-fb95-4433-94cd-17af3696e5aa req-343b8a58-9512-4c72-8079-e53eda21bd45 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0662322 Jun 22 09:13:58.959409 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a47043e-fb95-4433-94cd-17af3696e5aa req-f7be485e-49d7-4657-bbd8-511313467dc2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Jun 22 09:13:59.368051 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0c93-a19d-4ea2-9168-220650308b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:13:59.404958 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5795065-ffb2-4032-9690-940fdd90263e req-0502e5f4-485d-431d-8be8-d3b51533b8b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:13:59.406319 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b5795065-ffb2-4032-9690-940fdd90263e req-0502e5f4-485d-431d-8be8-d3b51533b8b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0631511 Jun 22 09:13:59.446412 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b5795065-ffb2-4032-9690-940fdd90263e req-da3f4d6f-222a-41d2-b7dc-471d4f79677f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344839 Jun 22 09:14:00.126270 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db12e64-3788-410f-9f3f-bba7a61120e7 req-dee8088e-8634-4263-9ced-a9e0ebb9dfde tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:00.127757 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3db12e64-3788-410f-9f3f-bba7a61120e7 req-dee8088e-8634-4263-9ced-a9e0ebb9dfde tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0616717 Jun 22 09:14:00.133778 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:00.165250 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3db12e64-3788-410f-9f3f-bba7a61120e7 req-bf7731e9-1df6-4fe4-8d6b-a412da9c8c8d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Jun 22 09:14:00.614641 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a18cd-2281-4f83-a1d3-ac147b0e4b84 req-00a3edab-6132-472c-b9fd-8e6df42d0119 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:00.616201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0a8a18cd-2281-4f83-a1d3-ac147b0e4b84 req-00a3edab-6132-472c-b9fd-8e6df42d0119 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0612590 Jun 22 09:14:00.654953 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0a8a18cd-2281-4f83-a1d3-ac147b0e4b84 req-118068b3-bf07-4f0e-9427-69f06083dff6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Jun 22 09:14:00.745084 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:01.573060 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78756742-bba9-4e04-ba1e-ce76ef0a29b5 req-c888f5d2-d571-43eb-82bc-103c9bace739 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:01.574498 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-78756742-bba9-4e04-ba1e-ce76ef0a29b5 req-c888f5d2-d571-43eb-82bc-103c9bace739 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.2983618 Jun 22 09:14:01.611272 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-78756742-bba9-4e04-ba1e-ce76ef0a29b5 req-c35389e6-79db-4400-bc5b-2413e0c12d57 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Jun 22 09:14:01.825949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508799ef-fce9-4280-a322-bdac56f19fb5 req-686c14d4-185b-401d-8e1b-eff2397b6e77 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:01.827414 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-508799ef-fce9-4280-a322-bdac56f19fb5 req-686c14d4-185b-401d-8e1b-eff2397b6e77 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0610723 Jun 22 09:14:01.865278 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-508799ef-fce9-4280-a322-bdac56f19fb5 req-093ef330-eb27-44f1-8e62-64e0aebabc58 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jun 22 09:14:02.745257 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:02.790197 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1b16-a67d-4b61-8305-516c25e90ef4 req-3e0e953b-3d98-422a-ad0d-c5569bab851b tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:02.792476 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-510e1b16-a67d-4b61-8305-516c25e90ef4 req-3e0e953b-3d98-422a-ad0d-c5569bab851b tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0714598 Jun 22 09:14:02.830261 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-510e1b16-a67d-4b61-8305-516c25e90ef4 req-b1bf839a-f0c1-4b10-b3ab-d138cb2ff82e tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310178 Jun 22 09:14:03.035915 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcb352-2cd7-40aa-be4e-d8a907b6b27e req-7a53b621-1259-41ff-81db-b60f24f8518a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:03.037466 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2fcb352-2cd7-40aa-be4e-d8a907b6b27e req-7a53b621-1259-41ff-81db-b60f24f8518a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0627141 Jun 22 09:14:03.074887 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2fcb352-2cd7-40aa-be4e-d8a907b6b27e req-029dbef2-615d-4f2b-9685-919624672e02 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jun 22 09:14:04.002499 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35a16-27d7-4456-ae36-c170bc1b1c1a req-207f951e-a029-4025-b7b5-6cc98b7b95b3 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:04.004006 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-53a35a16-27d7-4456-ae36-c170bc1b1c1a req-207f951e-a029-4025-b7b5-6cc98b7b95b3 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0625932 Jun 22 09:14:04.041535 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-53a35a16-27d7-4456-ae36-c170bc1b1c1a req-de07a3e6-4379-4ea4-b3e0-651e55bcbd36 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jun 22 09:14:04.247479 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e659bb-4d5d-49e4-a686-885353681316 req-416b3440-2973-486c-8c8b-bc0e6522313b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:04.248854 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-64e659bb-4d5d-49e4-a686-885353681316 req-416b3440-2973-486c-8c8b-bc0e6522313b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0640774 Jun 22 09:14:04.285077 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-64e659bb-4d5d-49e4-a686-885353681316 req-a67830fd-a71c-4405-b7ea-18d55953806d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 Jun 22 09:14:05.208599 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697111ab-98a5-44e1-a729-a3fcd1df87f0 req-e09dc0c3-3226-4695-baa0-fbc9ea3d3152 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:05.210082 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-697111ab-98a5-44e1-a729-a3fcd1df87f0 req-e09dc0c3-3226-4695-baa0-fbc9ea3d3152 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0620942 Jun 22 09:14:05.246885 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-697111ab-98a5-44e1-a729-a3fcd1df87f0 req-2f9276c8-f429-4533-9d31-578484640537 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Jun 22 09:14:05.458396 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee529a-dca8-467e-86a8-44dce7f3ac89 req-79fcff4a-6c2d-4311-8a47-b66e53866e7d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:05.460003 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-caee529a-dca8-467e-86a8-44dce7f3ac89 req-79fcff4a-6c2d-4311-8a47-b66e53866e7d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0661104 Jun 22 09:14:05.498715 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-caee529a-dca8-467e-86a8-44dce7f3ac89 req-f5574a8b-edce-4a1c-a42c-bd47d4b06205 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Jun 22 09:14:06.018884 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['c5c970d7-2530-4072-99f8-29fb22ac3705'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:06.421190 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232a38d-bac2-4e2b-a9cf-c759a9f7b8c0 req-9890b147-9450-4eb6-b277-c64180ba41ed tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:06.422623 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b232a38d-bac2-4e2b-a9cf-c759a9f7b8c0 req-9890b147-9450-4eb6-b277-c64180ba41ed tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0621924 Jun 22 09:14:06.462072 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b232a38d-bac2-4e2b-a9cf-c759a9f7b8c0 req-5ab0725f-74c5-4c95-84fd-73d64124b58f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Jun 22 09:14:06.677155 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ffa2a-204c-4989-911a-ee750b3c2494 req-94971c5f-c5fb-4c00-b06c-2f22753c225c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:06.681907 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b45ffa2a-204c-4989-911a-ee750b3c2494 req-94971c5f-c5fb-4c00-b06c-2f22753c225c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0725825 Jun 22 09:14:06.751700 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b45ffa2a-204c-4989-911a-ee750b3c2494 req-cfa75861-7722-4ce7-b00c-9949ab9ef34e tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Jun 22 09:14:07.630767 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258a449-cf06-48f7-a815-ea7d76e1f6c2 req-a156d7a4-8bea-4a51-a850-8c33380be7d3 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:07.632742 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8258a449-cf06-48f7-a815-ea7d76e1f6c2 req-a156d7a4-8bea-4a51-a850-8c33380be7d3 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0637426 Jun 22 09:14:07.670498 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8258a449-cf06-48f7-a815-ea7d76e1f6c2 req-958fe64a-1c33-4337-b7b2-41ceab51f286 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Jun 22 09:14:08.845651 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80252e41-c77c-4ad5-918f-d77e0dd3f2a2 req-c5579900-8a1a-465f-8b72-b61e44cb54c1 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:08.847062 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-80252e41-c77c-4ad5-918f-d77e0dd3f2a2 req-c5579900-8a1a-465f-8b72-b61e44cb54c1 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0651455 Jun 22 09:14:08.888760 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-80252e41-c77c-4ad5-918f-d77e0dd3f2a2 req-c40761d7-a2e3-4dc9-acb0-1a547bfd83bb tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351410 Jun 22 09:14:09.363843 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:14:09.488270 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port c5c970d7-2530-4072-99f8-29fb22ac3705 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:14:09.492587 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port c5c970d7-2530-4072-99f8-29fb22ac3705 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:14:09.493710 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:09.567008 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:09.589857 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:09.592105 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91dec35-d51d-455f-b72f-8db72064f452" -d '{"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-plugged", "status": "completed", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:09.604265 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:09.629207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6358f0d4-fd7c-4011-b71e-2597b1cd7aa4 x-openstack-request-id: req-6358f0d4-fd7c-4011-b71e-2597b1cd7aa4 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:09.629504 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-plugged", "status": "completed", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:09.629761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6358f0d4-fd7c-4011-b71e-2597b1cd7aa4 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:09.630151 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'code': 200} Jun 22 09:14:09.812557 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:09.815194 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-aff5f794-07f4-47b1-87ba-184f2026c5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:09.876842 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:09.882761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.883111 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.884496 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.884849 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.885190 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.885557 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.885891 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.886220 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.886592 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.887265 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.887596 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.887918 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:09.898470 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:10.030176 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd449b-70e4-496a-a425-4752e02e23ae req-f55613c7-e8b2-4311-83d8-752969a5e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:10.030658 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd402f07-4eb6-4d1e-a560-fa5db882fdd5 req-f696ed9d-6679-49a9-a06f-27c26b847d2c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:10.031677 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-99cd449b-70e4-496a-a425-4752e02e23ae req-f55613c7-e8b2-4311-83d8-752969a5e1f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0543864 Jun 22 09:14:10.031808 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd402f07-4eb6-4d1e-a560-fa5db882fdd5 req-f696ed9d-6679-49a9-a06f-27c26b847d2c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0714712 Jun 22 09:14:10.069751 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd402f07-4eb6-4d1e-a560-fa5db882fdd5 req-473950c4-2d9a-46bc-9d12-bb0733f366fd tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Jun 22 09:14:10.117784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 33598) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:10.139971 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-99cd449b-70e4-496a-a425-4752e02e23ae req-3c1e80f5-bdbb-4862-90a0-3688fee59747 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Jun 22 09:14:10.228032 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.275896 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb98d7-e9ac-4245-a7e6-b59e3fc5f78f req-10b20a31-7f3e-4e1c-b098-9cc030534171 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:10.278433 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7dbb98d7-e9ac-4245-a7e6-b59e3fc5f78f req-10b20a31-7f3e-4e1c-b098-9cc030534171 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0988429 Jun 22 09:14:10.347497 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7dbb98d7-e9ac-4245-a7e6-b59e3fc5f78f req-38317696-7aa3-4bff-85d3-d542bb546f9f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633497 Jun 22 09:14:10.386386 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.521858 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.525853 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d1bb04a2-5f26-4e03-a84d-c5f5bfc021c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:10.568446 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00bf60228432482c9a1edb05cb57b4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489124 Jun 22 09:14:10.569322 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a750f85-595b-47d9-b4d8-74e6737a49cd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:10.571334 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 33604) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:10.572718 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:10.627757 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.652597 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.837345 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.840200 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:10.841370 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a750f85-595b-47d9-b4d8-74e6737a49cd HTTP/1.1" status: 204 len: 168 time: 0.2688568 Jun 22 09:14:10.842271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e8ac464b-78e9-41bb-af1e-43a2d7091c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:10.851734 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a750f85-595b-47d9-b4d8-74e6737a49cd,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:10.855486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:11.255424 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc34cc-595d-4383-9720-f72fc595a069 req-7fd5ef00-f6fa-4a7c-b890-1789476631ec tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:11.256952 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8bfc34cc-595d-4383-9720-f72fc595a069 req-7fd5ef00-f6fa-4a7c-b890-1789476631ec tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0667639 Jun 22 09:14:11.295153 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8bfc34cc-595d-4383-9720-f72fc595a069 req-d5d1b560-687d-4166-933a-1bd1c3318500 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Jun 22 09:14:11.529984 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105aabc-a135-44f5-b738-43b53d330294 req-6463c9cf-8e94-44a0-9d9f-9374e328d0b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:11.531619 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b105aabc-a135-44f5-b738-43b53d330294 req-6463c9cf-8e94-44a0-9d9f-9374e328d0b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0704291 Jun 22 09:14:11.574309 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b105aabc-a135-44f5-b738-43b53d330294 req-66af617e-d15f-4db0-8898-7e7e355b56f4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353363 Jun 22 09:14:12.472561 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1648a-3ada-4ba0-8690-3cb87d0d26cf req-84f74e41-fff4-41bb-90bd-2dc18062a35c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:12.473943 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a0f1648a-3ada-4ba0-8690-3cb87d0d26cf req-84f74e41-fff4-41bb-90bd-2dc18062a35c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0643735 Jun 22 09:14:12.513448 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a0f1648a-3ada-4ba0-8690-3cb87d0d26cf req-aade5b42-3fab-4c0e-9881-6bbf8bd5f660 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jun 22 09:14:12.753506 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a5243-89e1-4e4c-ae42-fc4e5785f716 req-a2bb05e7-664d-419d-b5b1-db95f9d0d979 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:12.754852 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d38a5243-89e1-4e4c-ae42-fc4e5785f716 req-a2bb05e7-664d-419d-b5b1-db95f9d0d979 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0673165 Jun 22 09:14:12.791601 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d38a5243-89e1-4e4c-ae42-fc4e5785f716 req-f1045342-c292-4339-bb4d-db8a3d1056ce tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Jun 22 09:14:13.286915 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-348cfef2-2edb-4649-87fb-d89eb59c0083 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:13.288589 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-348cfef2-2edb-4649-87fb-d89eb59c0083 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.0643234 Jun 22 09:14:13.417284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Deleting port 79f5db58-50ea-4c45-8776-dd9eac57ad9a {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:13.417628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:13.555299 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] For port 79f5db58-50ea-4c45-8776-dd9eac57ad9a, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=79f5db58-50ea-4c45-8776-dd9eac57ad9a,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:13.557900 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:13.599239 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 33692) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:13.640870 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Calling delete_port for 79f5db58-50ea-4c45-8776-dd9eac57ad9a owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:13.714905 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:13.779999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24b58-3d31-4fef-97de-8a7e4aa5c41c req-218be8c0-646f-4c80-8760-5da5b77fd004 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:13.781479 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-77d24b58-3d31-4fef-97de-8a7e4aa5c41c req-218be8c0-646f-4c80-8760-5da5b77fd004 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 946 time: 0.1229713 Jun 22 09:14:13.802576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:13.856963 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-77d24b58-3d31-4fef-97de-8a7e4aa5c41c req-2d7634f0-1835-4063-93ac-4505e4d438ad tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688369 Jun 22 09:14:13.971010 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a036e-f5fb-463d-a544-22ce1ee60f2a req-302fcb9e-22b6-438d-ac87-2bbb7ed58424 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:13.972489 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bd6a036e-f5fb-463d-a544-22ce1ee60f2a req-302fcb9e-22b6-438d-ac87-2bbb7ed58424 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0668843 Jun 22 09:14:14.008116 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.012119 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bd6a036e-f5fb-463d-a544-22ce1ee60f2a req-e7684423-3a39-4af0-9bd0-4cd134dfa469 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333910 Jun 22 09:14:14.012857 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.015387 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-661f4aa9-661a-4bef-a23f-d0f25d6c0ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:14.016451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:14.024658 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb', 'aa0077d9-7153-47d5-9dc6-42d0085f467b', '627133fd-2074-4bad-83d4-a3d903e78eab', '79f5db58-50ea-4c45-8776-dd9eac57ad9a'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:14.059720 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf75f11bf36f47e4bed7a51473864f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593618 Jun 22 09:14:14.060766 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c98cd08-2bb8-4d13-9d33-e8b447a84613,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:14.063390 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 33700) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:14.071932 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:14.078669 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event deleted for resources: {'Port': ['ID=79f5db58-50ea-4c45-8776-dd9eac57ad9a,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:14.092783 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:14.125526 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.142894 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] No DVR routers for this DVR port 79f5db58-50ea-4c45-8776-dd9eac57ad9a on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:14:14.146707 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.148965 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-abe7b9ba-59f3-47e5-b938-91dfc8eb20c1 req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "DELETE /v2.0/ports/79f5db58-50ea-4c45-8776-dd9eac57ad9a HTTP/1.1" status: 204 len: 173 time: 0.8457706 Jun 22 09:14:14.149722 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'name': 'network-vif-deleted', 'tag': '79f5db58-50ea-4c45-8776-dd9eac57ad9a'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:14.152446 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.153632 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01388e2-df1c-47bf-beda-eee00472fae8" -d '{"events": [{"server_uuid": "391fb6f4-4786-4ee6-9b4b-2c43d191fbba", "name": "network-vif-deleted", "tag": "79f5db58-50ea-4c45-8776-dd9eac57ad9a"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:14.220247 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55ca44-7154-4661-97fd-4613736d5f14 x-openstack-request-id: req-dd55ca44-7154-4661-97fd-4613736d5f14 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:14.220577 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391fb6f4-4786-4ee6-9b4b-2c43d191fbba", "name": "network-vif-deleted", "tag": "79f5db58-50ea-4c45-8776-dd9eac57ad9a", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:14.220875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd55ca44-7154-4661-97fd-4613736d5f14 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:14.221339 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391fb6f4-4786-4ee6-9b4b-2c43d191fbba', 'name': 'network-vif-deleted', 'tag': '79f5db58-50ea-4c45-8776-dd9eac57ad9a', 'status': 'completed', 'code': 200} Jun 22 09:14:14.245792 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab843-d7ce-47f3-821a-eb487001dc48 req-00ff439f-e415-4adb-8848-983d7d7c6b32 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:14.247341 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1d9ab843-d7ce-47f3-821a-eb487001dc48 req-00ff439f-e415-4adb-8848-983d7d7c6b32 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0905175 Jun 22 09:14:14.290136 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1d9ab843-d7ce-47f3-821a-eb487001dc48 req-72a3b1f3-be95-426c-a7a0-86810a4eaec6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341816 Jun 22 09:14:14.316845 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 33712) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:14.357515 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.360974 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.368390 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c98cd08-2bb8-4d13-9d33-e8b447a84613 HTTP/1.1" status: 204 len: 168 time: 0.2993345 Jun 22 09:14:14.368390 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7690b62e-e539-4e98-9a2b-eb206b2a3eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:14.377159 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c98cd08-2bb8-4d13-9d33-e8b447a84613,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:14.388883 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:14.560459 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de718c-c29f-4517-9ee8-a6b00ed1b410 tempest-TestShelveInstance-437328115 tempest-TestShelveInstance-437328115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:14.564924 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 33722) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:14.565478 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e3de718c-c29f-4517-9ee8-a6b00ed1b410 tempest-TestShelveInstance-437328115 tempest-TestShelveInstance-437328115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1094 time: 0.2470462 Jun 22 09:14:14.569656 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'port_id': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:14:14.733951 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for floatingip, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.839595 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:14.957709 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Allocated IP 172.27.0.90 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/6c80be0b-3bf9-4649-9706-ac26a5f7c06f) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:14:15.065165 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:15.248339 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:15.250539 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d517375f-5e7b-4dce-9b0b-0f1c6af7cddb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:15.316757 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dc587c60-9cf2-499d-9ead-fe3822bba3ca req-fb7c0b91-3b8b-42cf-a73c-52ed1b405c1f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=391fb6f4-4786-4ee6-9b4b-2c43d191fbba HTTP/1.1" status: 200 len: 210 time: 0.0420921 Jun 22 09:14:15.319845 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:14:15.325554 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:14:15.327546 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'Port': ['ID=6c80be0b-3bf9-4649-9706-ac26a5f7c06f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:15.329649 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:14:15.331756 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:15.599746 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7609f-be53-4373-919a-459a55e47ef5 req-7cfceca2-08a8-4c7a-af0f-aff7b6cbcacb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:15.601208 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e7d7609f-be53-4373-919a-459a55e47ef5 req-7cfceca2-08a8-4c7a-af0f-aff7b6cbcacb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1579170 Jun 22 09:14:15.708127 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e7d7609f-be53-4373-919a-459a55e47ef5 req-dc7e6539-41ed-4219-bce8-47337933f07f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989285 Jun 22 09:14:15.849368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:16.043338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:16.188084 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:16.304680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:16.306938 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6824f536-c6b7-4edb-ac26-dfcea77bfa96 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:16.376860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event updated for resources: {'Port': ['ID=6c80be0b-3bf9-4649-9706-ac26a5f7c06f,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:16.380770 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:16.386978 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:16.495933 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Floating IP e2c10fd3-4a1f-4bef-a62b-67f05052ef33 associated. External IP: 172.27.0.90, port: c5c970d7-2530-4072-99f8-29fb22ac3705. Jun 22 09:14:16.955294 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f026e-6909-4be4-9ea6-26de8b38160c req-ef90a5b0-a29c-4e74-894c-cf38a9165863 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:16.957140 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-040f026e-6909-4be4-9ea6-26de8b38160c req-ef90a5b0-a29c-4e74-894c-cf38a9165863 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0887482 Jun 22 09:14:16.973539 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Router 793fb155-e8b2-477d-9d73-737730cf9ae4 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:14:16.999048 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-040f026e-6909-4be4-9ea6-26de8b38160c req-d8d5484c-779c-4da7-a99c-6b2dbc5841de tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331993 Jun 22 09:14:17.090002 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:14:17.101966 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] Sync routers for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:14:17.111069 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:14:17.111715 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:13:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:17.215564 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:14:17.248141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:17.307409 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7305968 Jun 22 09:14:17.307409 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:17.307409 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:17.346521 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900281d-85fd-48e1-b117-0181e267ec16 x-openstack-request-id: req-c900281d-85fd-48e1-b117-0181e267ec16 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:17.347224 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:17.347608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c900281d-85fd-48e1-b117-0181e267ec16 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:17.348155 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'status': 'completed', 'code': 200} Jun 22 09:14:17.395026 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 79f5db58-50ea-4c45-8776-dd9eac57ad9a no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:14:17.421966 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 79f5db58-50ea-4c45-8776-dd9eac57ad9a {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:14:17.423288 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 79f5db58-50ea-4c45-8776-dd9eac57ad9a not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:14:17.451101 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-4a2d8223-3f81-4413-93a7-a1a5b8698cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:17.452692 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-4a2d8223-3f81-4413-93a7-a1a5b8698cba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0607247 Jun 22 09:14:17.467537 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'e2c10fd3-4a1f-4bef-a62b-67f05052ef33', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'port_id': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'mac_address': 'fa:16:3e:ad:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:14:15Z', 'updated_at': '2021-06-22T09:14:15Z', 'revision_number': 0, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:51Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:17.494561 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] Checking router: 793fb155-e8b2-477d-9d73-737730cf9ae4 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:14:17.503919 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:14:17.504525 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:13:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:17.552740 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-bac16a94-bff6-4b09-8d9d-a0111f712a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:17.554214 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-bac16a94-bff6-4b09-8d9d-a0111f712a0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 909 time: 0.0898108 Jun 22 09:14:17.609012 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:14:17.620683 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-13197bb9-7db1-45cb-a21d-0ad185cf1bf7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 999 time: 0.0574446 Jun 22 09:14:17.677437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-036db277-6886-4e69-96c0-210a8429c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:17.679075 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-036db277-6886-4e69-96c0-210a8429c219 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.0472271 Jun 22 09:14:17.682141 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:17.735455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-16ce90a0-a2e3-4aaf-82bd-bb3b471e5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:17.736816 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-16ce90a0-a2e3-4aaf-82bd-bb3b471e5027 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507824 Jun 22 09:14:17.816165 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:14:17.829347 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-520e53cb-c811-4c72-b185-d1b7a6448b05 service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832295 Jun 22 09:14:17.839079 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'e2c10fd3-4a1f-4bef-a62b-67f05052ef33', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'port_id': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'mac_address': 'fa:16:3e:ad:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:14:15Z', 'updated_at': '2021-06-22T09:14:15Z', 'revision_number': 0, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:51Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:17.871360 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f747b-3801-4a02-9ff8-75a331a7e82f None None] The sync data for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi is: [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'e2c10fd3-4a1f-4bef-a62b-67f05052ef33', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'port_id': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'mac_address': 'fa:16:3e:ad:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:14:15Z', 'updated_at': '2021-06-22T09:14:15Z', 'revision_number': 0, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:51Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:14:17.928803 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b6677ee1-1c4e-4a61-a9f9-dc3710d47f18 req-5e12d306-5572-4fe9-a70b-b220da9b9e1e service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912960 Jun 22 09:14:18.080497 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db78ce-3a45-4186-8183-970e9595a4fc None None] New status for floating IP e2c10fd3-4a1f-4bef-a62b-67f05052ef33: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:14:18.209160 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9dfd7-2774-4027-a7d6-767c89a7352b req-2b3cd4e5-c65d-42e9-98d2-e5ee6285437b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:18.210638 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-61b9dfd7-2774-4027-a7d6-767c89a7352b req-2b3cd4e5-c65d-42e9-98d2-e5ee6285437b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0859005 Jun 22 09:14:18.248770 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-61b9dfd7-2774-4027-a7d6-767c89a7352b req-b9fc42e9-d54a-47cf-a915-1dbd3958ea62 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Jun 22 09:14:19.149073 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903393fa-b377-4a91-8736-069384d464e5 req-106d73a2-3445-40ef-9936-9a15fdac983c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:19.150475 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-903393fa-b377-4a91-8736-069384d464e5 req-106d73a2-3445-40ef-9936-9a15fdac983c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.0663676 Jun 22 09:14:19.268160 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Deleting port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:19.268858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:19.392204 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-078c15dd-ec21-42a1-9c22-c2d6b50aa01f tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e863c1155f4946c5abed2259abd11963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324898 Jun 22 09:14:19.410361 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] For port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:19.410811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:19.486820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Calling delete_port for 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:19.547487 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463e92-529f-43c1-a7d8-83e147b0e83b req-7bbab28b-3b2c-409f-a20a-b26a435ac4e4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:19.549016 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-27463e92-529f-43c1-a7d8-83e147b0e83b req-7bbab28b-3b2c-409f-a20a-b26a435ac4e4 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 945 time: 0.1811209 Jun 22 09:14:19.588041 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-cb38c59c-3879-48cf-af58-5f02de9a32bd tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:19.589515 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-cb38c59c-3879-48cf-af58-5f02de9a32bd tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875696 Jun 22 09:14:19.603854 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-147b910a-254f-41c9-97eb-76ecc56f9e9a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/quotas/e863c1155f4946c5abed2259abd11963 HTTP/1.1" status: 200 len: 375 time: 0.0087473 Jun 22 09:14:19.611004 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-27463e92-529f-43c1-a7d8-83e147b0e83b req-8ac7f40c-ca86-4d4b-83d1-8f19e62a7396 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Jun 22 09:14:19.639689 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-ca6e472f-a10f-43d8-be8d-dd0ab5d61237 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e863c1155f4946c5abed2259abd11963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297649 Jun 22 09:14:19.773736 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:19.778630 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7c5a37b2-2f4b-4142-b6a5-f7c7049164b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:19.789959 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4e4a6467-7027-49d0-91f9-70ed00ed7938', '7b4d7978-9f8b-48ef-811d-641f9f5c87f0'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:19.804153 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Pushing event deleted for resources: {'Port': ['ID=7b4d7978-9f8b-48ef-811d-641f9f5c87f0,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:19.807311 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:19.849721 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] No DVR routers for this DVR port 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:14:19.862623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:19.864759 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-903393fa-b377-4a91-8736-069384d464e5 req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "DELETE /v2.0/ports/7b4d7978-9f8b-48ef-811d-641f9f5c87f0 HTTP/1.1" status: 204 len: 173 time: 0.7036037 Jun 22 09:14:19.865306 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'name': 'network-vif-deleted', 'tag': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:19.873621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc85a3a0-9dc7-40ff-b5e4-2dfe0e4445af" -d '{"events": [{"server_uuid": "aed55f95-3a2e-48e1-b12c-371a928365ff", "name": "network-vif-deleted", "tag": "7b4d7978-9f8b-48ef-811d-641f9f5c87f0"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:20.063070 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-82086b33-012c-453f-a8d2-9f21692372c3 req-93962b00-1353-4408-af7c-95a22b88a741 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Jun 22 09:14:20.111540 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec44d28-e1ab-431b-9a31-64b495a8cce6 x-openstack-request-id: req-7ec44d28-e1ab-431b-9a31-64b495a8cce6 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:20.111540 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed55f95-3a2e-48e1-b12c-371a928365ff", "name": "network-vif-deleted", "tag": "7b4d7978-9f8b-48ef-811d-641f9f5c87f0", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:20.111540 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ec44d28-e1ab-431b-9a31-64b495a8cce6 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:20.111540 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed55f95-3a2e-48e1-b12c-371a928365ff', 'name': 'network-vif-deleted', 'tag': '7b4d7978-9f8b-48ef-811d-641f9f5c87f0', 'status': 'completed', 'code': 200} Jun 22 09:14:20.295381 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453c128-404d-47de-92f6-8c6c6ad0c7e0 req-ae371c3a-b193-4a55-8f9b-fe668f55509c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:20.296862 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c453c128-404d-47de-92f6-8c6c6ad0c7e0 req-ae371c3a-b193-4a55-8f9b-fe668f55509c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.0720031 Jun 22 09:14:20.334398 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c453c128-404d-47de-92f6-8c6c6ad0c7e0 req-4376f785-f126-4591-8d9b-fbee347d46cc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314808 Jun 22 09:14:20.772230 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebaeb57e-93a8-4b50-9d6b-9c68a9ab748b req-6be46952-d756-407c-90c4-aab9f74b87e8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed55f95-3a2e-48e1-b12c-371a928365ff HTTP/1.1" status: 200 len: 210 time: 0.0319388 Jun 22 09:14:21.145835 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f86bc4c0-8af1-4497-bd0c-640d43811760 req-479ec095-b3bb-494d-87e3-3321b5197382 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 210 time: 0.0310817 Jun 22 09:14:21.509617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f94d-2614-4e1c-bb91-ac2f34c86676 req-a424349f-1c94-4f1d-beff-d1245fa6e5f2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:21.512094 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05e4f94d-2614-4e1c-bb91-ac2f34c86676 req-a424349f-1c94-4f1d-beff-d1245fa6e5f2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.0623662 Jun 22 09:14:21.551587 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05e4f94d-2614-4e1c-bb91-ac2f34c86676 req-c3ba21a6-29c2-4ba6-8a52-6a1a4e7c0c43 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Jun 22 09:14:22.613626 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-adde5abc-33ba-44f6-a646-1be60637d120 req-24d04814-a8ff-44cb-8dcf-c9d3e8fae33c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 210 time: 0.2112868 Jun 22 09:14:22.672806 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064db8f2-b538-4d1b-8be7-5e901ae3c46c req-197370be-4fe7-4baa-bf9f-7f9f884bfe10 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:22.674310 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-064db8f2-b538-4d1b-8be7-5e901ae3c46c req-197370be-4fe7-4baa-bf9f-7f9f884bfe10 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.2282503 Jun 22 09:14:22.720443 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-064db8f2-b538-4d1b-8be7-5e901ae3c46c req-d0f58bff-d69f-4286-8229-0a5dabc2fa62 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Jun 22 09:14:22.779561 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3bf5-207f-4457-ae6a-0de4e02a65c0 req-93333b80-6c0d-4eb7-8965-3ad35a8d5fed tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:22.781057 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-74df3bf5-207f-4457-ae6a-0de4e02a65c0 req-93333b80-6c0d-4eb7-8965-3ad35a8d5fed tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.0676141 Jun 22 09:14:22.819587 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-74df3bf5-207f-4457-ae6a-0de4e02a65c0 req-870f22a7-f9f8-4377-ae05-2936afaa85dd tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Jun 22 09:14:23.135731 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-c17b1ae8-9e04-4604-9280-b01627ef07f9 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e863c1155f4946c5abed2259abd11963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278699 Jun 22 09:14:23.330726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-f22f86e7-ba0f-4e78-9098-80940d5a0c63 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:23.332347 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-f22f86e7-ba0f-4e78-9098-80940d5a0c63 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870091 Jun 22 09:14:23.360969 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Request body: {'port': {'device_id': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'network_id': '150a4605-16a8-477b-8484-ef7acf549469', 'admin_state_up': True, 'tenant_id': 'e863c1155f4946c5abed2259abd11963'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:14:23.448985 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:14:23.483284 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:14:23.483937 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 7b4d7978-9f8b-48ef-811d-641f9f5c87f0 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:14:23.561851 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Made reservation on behalf of e863c1155f4946c5abed2259abd11963 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:14:23.565398 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:23.574272 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:23.663989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:23.750762 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:23.755320 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5ea11488-495b-4d03-9711-30773d6c8ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:23.759419 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-214d4087-5cef-4acb-acb7-3b423719db57 req-e54f5d45-25ac-42fc-9ad3-057f3b7474a6 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 210 time: 0.0313921 Jun 22 09:14:23.817736 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:23.820859 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:23.924122 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Allocated IP 192.168.233.72 (150a4605-16a8-477b-8484-ef7acf549469/b9ef84d5-e36e-41b4-9f1b-bbd2b76aa76e/ed6e9f70-9e44-4690-a645-250618b89340) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:14:23.965887 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3b55-bd1a-4121-b438-ceebd1d57c46 req-9515b5a6-faef-4a95-ab52-c47af21bfc76 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:23.967380 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4b5f3b55-bd1a-4121-b438-ceebd1d57c46 req-9515b5a6-faef-4a95-ab52-c47af21bfc76 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1075881 Jun 22 09:14:24.062992 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-6dc9acb6-e27f-4c86-9f8c-ce8bfe7da640 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:24.064437 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-6dc9acb6-e27f-4c86-9f8c-ce8bfe7da640 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.1363063 Jun 22 09:14:24.066470 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4b5f3b55-bd1a-4121-b438-ceebd1d57c46 req-a2790fa7-c42d-411f-8415-d0629c0f2412 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932910 Jun 22 09:14:24.124371 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.138382 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Transition to ACTIVE for port object ed6e9f70-9e44-4690-a645-250618b89340 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:14:24.186463 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9ad04-48d6-4ae7-b829-d6c4ab9af482 req-4f9970e3-ff7a-4445-bdcb-a5dd4f3342b6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:24.187968 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-49d9ad04-48d6-4ae7-b829-d6c4ab9af482 req-4f9970e3-ff7a-4445-bdcb-a5dd4f3342b6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 945 time: 0.1441348 Jun 22 09:14:24.237127 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.237377 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Deleting port 627133fd-2074-4bad-83d4-a3d903e78eab {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:24.237661 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.242203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b79b2d45-ce2a-4448-aab5-76214e2a03ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:24.282416 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-49d9ad04-48d6-4ae7-b829-d6c4ab9af482 req-575aae2e-877d-4cfb-9033-e6f2261d8f68 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863194 Jun 22 09:14:24.284108 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Network 150a4605-16a8-477b-8484-ef7acf549469 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:14:24.287246 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:14:24.289670 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:14:24.321059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Pushing event updated for resources: {'Port': ['ID=ed6e9f70-9e44-4690-a645-250618b89340,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:24.323987 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:24.358006 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:24.359082 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.360215 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] For port 627133fd-2074-4bad-83d4-a3d903e78eab, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=627133fd-2074-4bad-83d4-a3d903e78eab,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:24.360582 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.436747 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Calling delete_port for 627133fd-2074-4bad-83d4-a3d903e78eab owned by compute:nova {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:24.477165 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1202760 Jun 22 09:14:24.499955 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Request body: {'port': {'device_id': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:14:24.602966 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.614211 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-46351717-f04e-4ca6-a295-2fe3b4b901ce None None] Provisioning for port ed6e9f70-9e44-4690-a645-250618b89340 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:14:24.619075 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-46351717-f04e-4ca6-a295-2fe3b4b901ce None None] Provisioning complete for port ed6e9f70-9e44-4690-a645-250618b89340 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:14:24.619729 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-46351717-f04e-4ca6-a295-2fe3b4b901ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.648323 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.653165 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a34ca4cb-86b0-470a-aee2-d4810d57ebae tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:24.659981 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-46351717-f04e-4ca6-a295-2fe3b4b901ce None None] Port ed6e9f70-9e44-4690-a645-250618b89340 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:14:24.663303 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb', 'aa0077d9-7153-47d5-9dc6-42d0085f467b', '627133fd-2074-4bad-83d4-a3d903e78eab'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:24.681341 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event deleted for resources: {'Port': ['ID=627133fd-2074-4bad-83d4-a3d903e78eab,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:24.686486 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:24.878367 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6e9f70-9e44-4690-a645-250618b89340 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:14:24.888675 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:24.904145 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Transition to ACTIVE for port object ed6e9f70-9e44-4690-a645-250618b89340 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:14:24.943450 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c13d16-09ac-4db2-8a00-a04abe1af7d5 req-e3a90079-8b42-4c41-be40-582ba3f89568 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:24.944818 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-76c13d16-09ac-4db2-8a00-a04abe1af7d5 req-e3a90079-8b42-4c41-be40-582ba3f89568 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 935 time: 0.0699270 Jun 22 09:14:24.981910 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-76c13d16-09ac-4db2-8a00-a04abe1af7d5 req-716da069-1c34-445b-8994-781ba668fef9 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Jun 22 09:14:25.058271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:25.061609 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-70302fd3-1d79-41b6-9932-5101daaf0ce5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:25.132867 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Pushing event updated for resources: {'Port': ['ID=ed6e9f70-9e44-4690-a645-250618b89340,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:25.143811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:25.250281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Attempting to bind port ed6e9f70-9e44-4690-a645-250618b89340 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:14:25.250623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Attempting to bind port ed6e9f70-9e44-4690-a645-250618b89340 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:14:25.250945 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Attempting to bind port ed6e9f70-9e44-4690-a645-250618b89340 on network 150a4605-16a8-477b-8484-ef7acf549469 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:14:25.261835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Port ed6e9f70-9e44-4690-a645-250618b89340 on network 150a4605-16a8-477b-8484-ef7acf549469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:14:25.262165 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Attempting to bind port ed6e9f70-9e44-4690-a645-250618b89340 on network 150a4605-16a8-477b-8484-ef7acf549469 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:14:25.270904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:14:25.271261 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Checking segment: {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:14:25.271642 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Bound using segment: {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:14:25.272076 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Bound port: ed6e9f70-9e44-4690-a645-250618b89340, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5bf8a3-3cdf-462c-92ee-375c19f0f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '150a4605-16a8-477b-8484-ef7acf549469'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:14:25.272419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:25.285562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] No DVR routers for this DVR port 627133fd-2074-4bad-83d4-a3d903e78eab on host hv-cinder-79733 {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:14:25.288342 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:25.290443 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2446e5cb-898c-4f14-96af-b734ae71fee4 req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "DELETE /v2.0/ports/627133fd-2074-4bad-83d4-a3d903e78eab HTTP/1.1" status: 204 len: 173 time: 1.2091563 Jun 22 09:14:25.290945 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421675db-d1ac-4433-8479-30889a427200', 'name': 'network-vif-deleted', 'tag': '627133fd-2074-4bad-83d4-a3d903e78eab'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:25.294123 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ba5a09-2471-46e1-9641-d8512f29af58" -d '{"events": [{"server_uuid": "421675db-d1ac-4433-8479-30889a427200", "name": "network-vif-deleted", "tag": "627133fd-2074-4bad-83d4-a3d903e78eab"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:25.317224 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63346a-6876-4f24-86a7-ad4d5cf6df14 req-0995e060-ea73-4034-9b8a-f54bbafa6eac tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:25.318682 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ec63346a-6876-4f24-86a7-ad4d5cf6df14 req-0995e060-ea73-4034-9b8a-f54bbafa6eac tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1221702 Jun 22 09:14:25.331903 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565710b-10c3-48af-bd97-7c825e836cd2 x-openstack-request-id: req-5565710b-10c3-48af-bd97-7c825e836cd2 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:25.332264 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421675db-d1ac-4433-8479-30889a427200", "name": "network-vif-deleted", "tag": "627133fd-2074-4bad-83d4-a3d903e78eab", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:25.332553 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5565710b-10c3-48af-bd97-7c825e836cd2 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:25.332971 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421675db-d1ac-4433-8479-30889a427200', 'name': 'network-vif-deleted', 'tag': '627133fd-2074-4bad-83d4-a3d903e78eab', 'status': 'completed', 'code': 200} Jun 22 09:14:25.378002 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] For port ed6e9f70-9e44-4690-a645-250618b89340, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:14:25.392147 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ec63346a-6876-4f24-86a7-ad4d5cf6df14 req-f77d0a6f-929b-456e-8a3e-ea9adaefba0b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665383 Jun 22 09:14:25.402711 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] For port ed6e9f70-9e44-4690-a645-250618b89340, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed6e9f70-9e44-4690-a645-250618b89340,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:14:25.462281 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c5b85031-f3a5-444c-a509-47b49a4ad4fc req-028624a4-e8fa-4c7f-acfd-69fbbf012590 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Jun 22 09:14:25.511044 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:25.513689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7e5130e-b2ca-4e36-881e-422aa4df8216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:25.548923 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:25.549530 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:25.550904 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] 10.222.0.23 "PUT /v2.0/ports/ed6e9f70-9e44-4690-a645-250618b89340 HTTP/1.1" status: 200 len: 1097 time: 1.0554998 Jun 22 09:14:25.551616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'tag': 'ed6e9f70-9e44-4690-a645-250618b89340'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:25.556417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc4fa3-f16b-4784-a218-fe4fea5097d0" -d '{"events": [{"name": "network-changed", "server_uuid": "da93f5aa-4477-47d7-84b4-287d8f008ec5", "tag": "ed6e9f70-9e44-4690-a645-250618b89340"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:25.591690 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Pushing event updated for resources: {'Port': ['ID=ed6e9f70-9e44-4690-a645-250618b89340,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:25.595522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:25.611703 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c2816-56ad-4455-a79d-d6a61a8129f2 x-openstack-request-id: req-949c2816-56ad-4455-a79d-d6a61a8129f2 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:25.612155 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da93f5aa-4477-47d7-84b4-287d8f008ec5", "tag": "ed6e9f70-9e44-4690-a645-250618b89340", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:25.612538 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-949c2816-56ad-4455-a79d-d6a61a8129f2 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:25.613124 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'tag': 'ed6e9f70-9e44-4690-a645-250618b89340', 'status': 'completed', 'code': 200} Jun 22 09:14:25.717219 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc4fa3-f16b-4784-a218-fe4fea5097d0 req-a53d1964-adf9-4f31-b1b0-6dff8b4d069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:25.718717 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14fc4fa3-f16b-4784-a218-fe4fea5097d0 req-a53d1964-adf9-4f31-b1b0-6dff8b4d069e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e863c1155f4946c5abed2259abd11963&device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 1100 time: 0.0577044 Jun 22 09:14:25.766307 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14fc4fa3-f16b-4784-a218-fe4fea5097d0 req-b46e76ff-94bd-416c-b135-1dc2bc82cfcb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e863c1155f4946c5abed2259abd11963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201142 Jun 22 09:14:25.871078 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-bcd778f5-7ff8-4c68-849b-21800bb98391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:25.887737 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc4fa3-f16b-4784-a218-fe4fea5097d0 req-34855af6-b234-4474-9872-0e1a7ab2ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:25.889175 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14fc4fa3-f16b-4784-a218-fe4fea5097d0 req-34855af6-b234-4474-9872-0e1a7ab2ed46 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045933 Jun 22 09:14:26.014469 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-6d4ee5c2-2892-4ee9-94a0-bff67206958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:26.016058 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-6d4ee5c2-2892-4ee9-94a0-bff67206958c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e863c1155f4946c5abed2259abd11963&device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 1100 time: 0.0528576 Jun 22 09:14:26.069576 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-1db93dac-14b5-4a51-a67a-feedff7c4588 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ed6e9f70-9e44-4690-a645-250618b89340 HTTP/1.1" status: 200 len: 217 time: 0.0339384 Jun 22 09:14:26.155745 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-58dbaa80-4f2e-4b0e-9c4a-cee64eaa9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:26.157201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-58dbaa80-4f2e-4b0e-9c4a-cee64eaa9411 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9ef84d5-e36e-41b4-9f1b-bbd2b76aa76e HTTP/1.1" status: 200 len: 843 time: 0.0760155 Jun 22 09:14:26.184102 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fe0c2-4e10-441d-bdc4-798b9190621b req-2f682b2f-ec04-44c7-8599-6197503312cf tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:26.185300 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-939fe0c2-4e10-441d-bdc4-798b9190621b req-2f682b2f-ec04-44c7-8599-6197503312cf tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0755537 Jun 22 09:14:26.262736 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-939fe0c2-4e10-441d-bdc4-798b9190621b req-ae985d95-887a-4ce4-9fd0-d4816c398e60 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682232 Jun 22 09:14:26.278568 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-95c73370-f13d-46f6-b97f-34f7c6d018fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:26.280059 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-95c73370-f13d-46f6-b97f-34f7c6d018fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a4605-16a8-477b-8484-ef7acf549469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0932629 Jun 22 09:14:26.382270 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-0794b6e6-7c94-47d2-99cc-423132c54a5c service neutron] 10.222.0.23 "GET /v2.0/networks/150a4605-16a8-477b-8484-ef7acf549469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828428 Jun 22 09:14:26.490285 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f6ba377c-37b7-4c22-970b-7b752c509322 req-de659a30-bd7b-415b-916c-f956216820e0 service neutron] 10.222.0.23 "GET /v2.0/networks/150a4605-16a8-477b-8484-ef7acf549469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837331 Jun 22 09:14:26.566487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df2ca6-e3e9-4db5-8ecd-9333f70c1a0e req-c3aaa5d4-a34b-4018-a54e-fbf112d969b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:26.568158 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-48df2ca6-e3e9-4db5-8ecd-9333f70c1a0e req-c3aaa5d4-a34b-4018-a54e-fbf112d969b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0655944 Jun 22 09:14:26.606613 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-48df2ca6-e3e9-4db5-8ecd-9333f70c1a0e req-3c44d267-753c-4013-bee2-c611e5935244 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Jun 22 09:14:26.622340 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d25e4dc1-61d5-417b-bf5b-d2d6ce1bdca2 req-f2427bd0-0453-4a6e-81d6-2aab767d93af tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0323856 Jun 22 09:14:27.440430 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711c53-8b1c-422d-8b07-94caf04b1658 req-ed3595d3-a7b3-4e93-9a7e-cc826ff10195 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:27.441841 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-43711c53-8b1c-422d-8b07-94caf04b1658 req-ed3595d3-a7b3-4e93-9a7e-cc826ff10195 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0611641 Jun 22 09:14:27.478014 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-43711c53-8b1c-422d-8b07-94caf04b1658 req-4b056824-4393-46ac-8124-5dc63ec20d79 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Jun 22 09:14:27.774427 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e02ef-b3c5-49fc-bd24-cb1ea9b6f9d2 req-ed79eb76-7c77-4fd4-9850-8df3be8c8681 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:27.775847 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-db7e02ef-b3c5-49fc-bd24-cb1ea9b6f9d2 req-ed79eb76-7c77-4fd4-9850-8df3be8c8681 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0598664 Jun 22 09:14:27.812311 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-db7e02ef-b3c5-49fc-bd24-cb1ea9b6f9d2 req-0efbfb89-c8f0-492b-b303-28e99aad2dc3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304444 Jun 22 09:14:27.953433 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6706ff10-f6ac-4d89-be80-75cfaa9009ab req-f755bacb-7c9e-4d98-b266-d6c870e27dd6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0325527 Jun 22 09:14:28.105327 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 627133fd-2074-4bad-83d4-a3d903e78eab no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:14:28.124865 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 627133fd-2074-4bad-83d4-a3d903e78eab {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:14:28.125211 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 627133fd-2074-4bad-83d4-a3d903e78eab not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:14:28.645781 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45c0ed-7f14-43b8-ae58-daea5c903681 req-2be2a2f4-c8db-4905-8955-1e07886bafcb tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:28.647523 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2f45c0ed-7f14-43b8-ae58-daea5c903681 req-2be2a2f4-c8db-4905-8955-1e07886bafcb tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0613484 Jun 22 09:14:28.684992 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2f45c0ed-7f14-43b8-ae58-daea5c903681 req-bb24c27d-f8ea-42fa-aa6c-98504952b79a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jun 22 09:14:28.986475 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762deded-536e-47de-b1dd-f8018add1ba3 req-9129b728-f9bf-45f6-8f51-b2209919dddc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:28.987939 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-762deded-536e-47de-b1dd-f8018add1ba3 req-9129b728-f9bf-45f6-8f51-b2209919dddc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0630438 Jun 22 09:14:29.024305 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-762deded-536e-47de-b1dd-f8018add1ba3 req-8f221cf8-4acb-4409-8904-32f189d8c99d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Jun 22 09:14:29.164830 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9e30b3e3-3991-4a55-aa96-1200c6a10cf8 req-744a07b6-5a6b-49d8-b145-527f388fd2eb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0326831 Jun 22 09:14:29.262642 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-aa153851-f31a-4a48-840a-f301744a8223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:29.853425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49537d-bb74-4655-ba18-f1a504e2c614 req-74e63236-2f5d-42c9-8378-fd3501ec7b6f tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:29.855481 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f49537d-bb74-4655-ba18-f1a504e2c614 req-74e63236-2f5d-42c9-8378-fd3501ec7b6f tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0611386 Jun 22 09:14:29.894869 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f49537d-bb74-4655-ba18-f1a504e2c614 req-8f7fe0c0-6d08-4deb-8714-4cd2c815b12e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Jun 22 09:14:30.120888 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:30.193797 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556c39b-f567-45cd-af01-4f8ea713ae10 req-7b06bd10-54ad-4184-b22b-6bb4b56c9c7c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:30.195274 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b556c39b-f567-45cd-af01-4f8ea713ae10 req-7b06bd10-54ad-4184-b22b-6bb4b56c9c7c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0639234 Jun 22 09:14:30.239323 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b556c39b-f567-45cd-af01-4f8ea713ae10 req-f732b8c2-98b3-4d35-ab93-5d0b7da7fb0d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Jun 22 09:14:30.383856 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72351a7c-3e6d-4712-b75d-aae2e16b4e40 req-392df250-6b72-466d-a109-7fca1ed8ba21 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=421675db-d1ac-4433-8479-30889a427200 HTTP/1.1" status: 200 len: 210 time: 0.0322638 Jun 22 09:14:30.727810 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:31.061226 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5978a-4959-4a55-b231-27a1ea63c5e4 req-b9a71efb-b631-44e2-b30d-ace0bdfacef5 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:31.062646 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bfd5978a-4959-4a55-b231-27a1ea63c5e4 req-b9a71efb-b631-44e2-b30d-ace0bdfacef5 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0610998 Jun 22 09:14:31.098582 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bfd5978a-4959-4a55-b231-27a1ea63c5e4 req-3bc03c12-5a9e-496f-8101-c073e1d9b691 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Jun 22 09:14:31.534154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a200-5640-457c-a30b-eee12d1ead58 req-7cdb27ab-d824-4fa5-8d72-f8c96bd2d4e8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:31.535552 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2922a200-5640-457c-a30b-eee12d1ead58 req-7cdb27ab-d824-4fa5-8d72-f8c96bd2d4e8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1673484 Jun 22 09:14:31.573755 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2922a200-5640-457c-a30b-eee12d1ead58 req-a580e887-716d-4037-8b15-68d79602e3b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Jun 22 09:14:32.033859 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf504ed9-2dea-40fc-87c8-553ff0ba9d30 req-393dddae-fc07-4ccf-82c6-2cfd25e8d43c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:32.035306 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bf504ed9-2dea-40fc-87c8-553ff0ba9d30 req-393dddae-fc07-4ccf-82c6-2cfd25e8d43c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0661390 Jun 22 09:14:32.071716 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bf504ed9-2dea-40fc-87c8-553ff0ba9d30 req-3c35c365-cd01-4944-b0c9-7afe58d72174 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307243 Jun 22 09:14:32.280497 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746ff60-90ad-4a04-a27c-16d154be54fe req-aac6473f-9939-463c-85af-e45c751fe8c8 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:32.282220 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d746ff60-90ad-4a04-a27c-16d154be54fe req-aac6473f-9939-463c-85af-e45c751fe8c8 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0748956 Jun 22 09:14:32.322118 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d746ff60-90ad-4a04-a27c-16d154be54fe req-66d25829-cfd9-4eb4-ba00-187c83c26ce0 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Jun 22 09:14:32.716476 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:32.742868 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd12dc-8f54-404a-8903-e729fe0e220d req-c1f9a515-6886-4660-811e-7e21b7c09838 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:32.744367 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-25fd12dc-8f54-404a-8903-e729fe0e220d req-c1f9a515-6886-4660-811e-7e21b7c09838 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0619290 Jun 22 09:14:32.782424 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-25fd12dc-8f54-404a-8903-e729fe0e220d req-ce081ac2-cca3-4b71-961d-2b31bf28af7d tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jun 22 09:14:33.248236 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf005-fb62-44a3-bd02-4f97a9ea2a4a req-6eacda59-8849-4962-a15f-7b1253b55c8d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:33.249658 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-60bbf005-fb62-44a3-bd02-4f97a9ea2a4a req-6eacda59-8849-4962-a15f-7b1253b55c8d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0659726 Jun 22 09:14:33.286156 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-60bbf005-fb62-44a3-bd02-4f97a9ea2a4a req-3a8f4ac9-f7ad-4d3f-b7c0-41caa933ce7b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Jun 22 09:14:33.490885 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e159d2a-4cc7-496f-88e8-6bb646bbcc54 req-502a2590-f2ec-480e-b6e8-e4f24bb39e92 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:33.492451 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e159d2a-4cc7-496f-88e8-6bb646bbcc54 req-502a2590-f2ec-480e-b6e8-e4f24bb39e92 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0610728 Jun 22 09:14:33.533255 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e159d2a-4cc7-496f-88e8-6bb646bbcc54 req-5e853a41-6db5-4913-bf0b-446b3469c11a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Jun 22 09:14:33.958702 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17be95-bade-4874-95c8-641512450342 req-bf212cb8-6d64-40cd-bc0e-23f2519f1b37 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:33.960091 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e17be95-bade-4874-95c8-641512450342 req-bf212cb8-6d64-40cd-bc0e-23f2519f1b37 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0673437 Jun 22 09:14:33.996896 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e17be95-bade-4874-95c8-641512450342 req-f251228f-daf2-44cf-a4bf-bb0e8bb02a1b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Jun 22 09:14:34.654733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1ad57-b4cc-497f-b0e6-505c99050f75 req-b0916760-2e70-4717-b1ec-25511478eb9e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:34.656216 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9be1ad57-b4cc-497f-b0e6-505c99050f75 req-b0916760-2e70-4717-b1ec-25511478eb9e tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.2623584 Jun 22 09:14:34.693849 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9be1ad57-b4cc-497f-b0e6-505c99050f75 req-183765ff-d970-4249-b5c6-44010a09484c tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jun 22 09:14:34.855392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5ee5-6f96-497f-8b84-ac4d05a5f283 req-ea3621d7-e509-40d8-84e6-f5b0f3f01dba tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:34.863296 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-96ee5ee5-6f96-497f-8b84-ac4d05a5f283 req-ea3621d7-e509-40d8-84e6-f5b0f3f01dba tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0619698 Jun 22 09:14:34.894365 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-96ee5ee5-6f96-497f-8b84-ac4d05a5f283 req-10624316-16fc-4d1b-8bee-3ab28c199a1c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Jun 22 09:14:35.167458 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c625-b9a6-4abd-b868-4dfb61af1399 req-b8f5aced-016a-4de3-b56c-88358dbbbee6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:35.168798 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ca92c625-b9a6-4abd-b868-4dfb61af1399 req-b8f5aced-016a-4de3-b56c-88358dbbbee6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0638547 Jun 22 09:14:35.205122 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ca92c625-b9a6-4abd-b868-4dfb61af1399 req-88d3022f-044e-4127-8cce-5546ec8b9a4a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Jun 22 09:14:35.861007 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcfb36-737e-4271-9d8b-3402a2c42624 req-eb4fdb45-6107-4c47-a679-1cb2472cf21d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:35.862361 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5dbcfb36-737e-4271-9d8b-3402a2c42624 req-eb4fdb45-6107-4c47-a679-1cb2472cf21d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0606270 Jun 22 09:14:35.899800 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5dbcfb36-737e-4271-9d8b-3402a2c42624 req-4dbc7484-29ed-4639-aca2-ea71a4cd55b9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318666 Jun 22 09:14:36.064662 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572698e-ab22-4f12-948b-5e235272ee8f req-52b85389-1d71-427f-afb4-618b54f41d07 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:36.066086 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5572698e-ab22-4f12-948b-5e235272ee8f req-52b85389-1d71-427f-afb4-618b54f41d07 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0613742 Jun 22 09:14:36.101581 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5572698e-ab22-4f12-948b-5e235272ee8f req-172fb625-5fbe-4115-b371-f7c78ed456ea tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298553 Jun 22 09:14:36.371942 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f505b7d-8699-4842-a418-6254e2c66f60 req-628afe40-7034-45c5-b6b1-75da92e4a37b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:36.373308 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2f505b7d-8699-4842-a418-6254e2c66f60 req-628afe40-7034-45c5-b6b1-75da92e4a37b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0610921 Jun 22 09:14:36.409615 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2f505b7d-8699-4842-a418-6254e2c66f60 req-d77f635c-90c4-4689-b367-f9781ac49bcb tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307512 Jun 22 09:14:37.075855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788aaa-73b0-4d95-8aa9-c07cbb6ca022 req-3452c73c-1416-4324-8ffa-0a6035f29125 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:37.077295 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fe788aaa-73b0-4d95-8aa9-c07cbb6ca022 req-3452c73c-1416-4324-8ffa-0a6035f29125 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0648589 Jun 22 09:14:37.113771 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fe788aaa-73b0-4d95-8aa9-c07cbb6ca022 req-4e0d619d-12a4-4453-8335-fa08a392579d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Jun 22 09:14:37.269293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde2d74-aedf-4530-a825-b6339d6af86c req-8f9d255f-e86c-4090-9bc1-8279ea50b2c2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:37.270615 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4fde2d74-aedf-4530-a825-b6339d6af86c req-8f9d255f-e86c-4090-9bc1-8279ea50b2c2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0620654 Jun 22 09:14:37.307033 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4fde2d74-aedf-4530-a825-b6339d6af86c req-e898db82-ec30-4010-917b-62fb6bb26283 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Jun 22 09:14:37.577860 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887634e6-abf8-4f42-97ce-6fc18e228c32 req-9e26eff1-b14d-497e-89e3-75cfcd9a2c40 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:37.579303 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-887634e6-abf8-4f42-97ce-6fc18e228c32 req-9e26eff1-b14d-497e-89e3-75cfcd9a2c40 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0632374 Jun 22 09:14:37.615350 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-887634e6-abf8-4f42-97ce-6fc18e228c32 req-f6c6e3ac-be37-4b02-ad4b-8a947feb8e00 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304139 Jun 22 09:14:38.280128 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f350583-ec34-49c7-a201-47a472042387 req-8dab0faf-d7cc-49ff-8caf-0b304553a3a0 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:38.281483 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6f350583-ec34-49c7-a201-47a472042387 req-8dab0faf-d7cc-49ff-8caf-0b304553a3a0 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0617657 Jun 22 09:14:38.318387 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6f350583-ec34-49c7-a201-47a472042387 req-7dd74f8d-972c-4816-b974-50dd1d584b0d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Jun 22 09:14:38.480033 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639152c-7093-457c-bce0-6225589bd88d req-cd3a50d3-d08a-42b8-ae62-70f6a356be7e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:38.482152 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6639152c-7093-457c-bce0-6225589bd88d req-cd3a50d3-d08a-42b8-ae62-70f6a356be7e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0646029 Jun 22 09:14:38.518761 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6639152c-7093-457c-bce0-6225589bd88d req-6ec2a429-0435-4c31-a392-16c86b73265c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Jun 22 09:14:38.790179 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6d5f6-aa36-4e5b-8279-afee16de5e74 req-c1460a4f-e372-4c61-9c3f-430c54a06a0c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:38.791631 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a1d6d5f6-aa36-4e5b-8279-afee16de5e74 req-c1460a4f-e372-4c61-9c3f-430c54a06a0c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0630379 Jun 22 09:14:38.827769 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a1d6d5f6-aa36-4e5b-8279-afee16de5e74 req-356c74d7-ac3f-46b3-83a6-8cd546283e09 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305748 Jun 22 09:14:39.487862 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a394b2-b5b2-4add-8176-b2c31d442bd0 req-80555985-4f10-4109-b575-7d2f6d358f50 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:39.489299 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-18a394b2-b5b2-4add-8176-b2c31d442bd0 req-80555985-4f10-4109-b575-7d2f6d358f50 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0647657 Jun 22 09:14:39.525436 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-18a394b2-b5b2-4add-8176-b2c31d442bd0 req-a361891a-f212-41e1-82d4-c58fe9e6d753 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jun 22 09:14:39.691258 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738184-b997-4caa-a092-17d8a3c0545c req-1ddbf633-54b3-478f-af58-0b2cada1ba9b tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:39.692620 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d7738184-b997-4caa-a092-17d8a3c0545c req-1ddbf633-54b3-478f-af58-0b2cada1ba9b tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0618155 Jun 22 09:14:39.728187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d7738184-b997-4caa-a092-17d8a3c0545c req-80fa484e-dcb2-4020-83ff-2fdb9fba363c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299218 Jun 22 09:14:40.009931 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c43013-8c8b-4afc-a227-30a2da67d640 req-7ce7fb1c-41a2-4594-9d04-19449d1f24f5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:40.011675 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f8c43013-8c8b-4afc-a227-30a2da67d640 req-7ce7fb1c-41a2-4594-9d04-19449d1f24f5 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0634036 Jun 22 09:14:40.050754 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f8c43013-8c8b-4afc-a227-30a2da67d640 req-b16d51ff-c350-4519-adfa-172aaf9e2bb9 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Jun 22 09:14:40.698958 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8916fce-097c-45ae-a771-19f2b803054e req-6db57015-a3ad-43cc-9aa2-f58e1ddce55a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:40.701108 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d8916fce-097c-45ae-a771-19f2b803054e req-6db57015-a3ad-43cc-9aa2-f58e1ddce55a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0666564 Jun 22 09:14:40.736962 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d8916fce-097c-45ae-a771-19f2b803054e req-fa166c3a-639a-4308-b9bc-5e9149f635d5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302532 Jun 22 09:14:40.900716 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf639fe-fd25-4e57-aaf1-7a28ea0b67ca req-41563403-8e5a-454d-b341-feb4e4db42d8 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:40.902196 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5bf639fe-fd25-4e57-aaf1-7a28ea0b67ca req-41563403-8e5a-454d-b341-feb4e4db42d8 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0635271 Jun 22 09:14:40.938850 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5bf639fe-fd25-4e57-aaf1-7a28ea0b67ca req-7bb1ee74-caf0-4b8a-a920-33edbe21644e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Jun 22 09:14:41.216389 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302960a-5f9f-4557-bc7e-e7efd61a7324 req-80a2abe9-ecde-44bb-81a5-c51553182759 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:41.217730 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7302960a-5f9f-4557-bc7e-e7efd61a7324 req-80a2abe9-ecde-44bb-81a5-c51553182759 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0608635 Jun 22 09:14:41.254073 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7302960a-5f9f-4557-bc7e-e7efd61a7324 req-ebe91394-bed9-4cad-bd97-7771caa5f1b3 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Jun 22 09:14:41.910486 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8e9c6-6a91-45fa-b4a0-ac6988145c06 req-ee87202c-a581-4155-9d19-a9d648f1dbd0 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:41.911960 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-caf8e9c6-6a91-45fa-b4a0-ac6988145c06 req-ee87202c-a581-4155-9d19-a9d648f1dbd0 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0671701 Jun 22 09:14:41.948071 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-caf8e9c6-6a91-45fa-b4a0-ac6988145c06 req-482c3317-072f-49b9-98c9-d17917f91da9 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305831 Jun 22 09:14:42.108769 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550a31-fea0-480b-b75c-c428332c3782 req-d08a7314-c3fe-4866-af3e-2a8a82887ab3 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:42.110202 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e550a31-fea0-480b-b75c-c428332c3782 req-d08a7314-c3fe-4866-af3e-2a8a82887ab3 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0622628 Jun 22 09:14:42.146083 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e550a31-fea0-480b-b75c-c428332c3782 req-bf1f8536-fad9-4108-b69f-61ba1c93a55f tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Jun 22 09:14:42.430555 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e0c7-b04e-40b6-9bc2-6e4bc05bbba9 req-e1de0d78-1b44-4461-919c-58f65ad1dbc2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:42.432042 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-86e1e0c7-b04e-40b6-9bc2-6e4bc05bbba9 req-e1de0d78-1b44-4461-919c-58f65ad1dbc2 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0641263 Jun 22 09:14:42.469459 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-86e1e0c7-b04e-40b6-9bc2-6e4bc05bbba9 req-24c1b9f7-894a-4fb6-9d72-4e17ebde0c9c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Jun 22 09:14:43.118900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e4882-b3a0-42ca-bc28-bf81113dba73 req-618ba97d-ec9e-4406-82c7-a9f7befe88ca tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:43.120476 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-870e4882-b3a0-42ca-bc28-bf81113dba73 req-618ba97d-ec9e-4406-82c7-a9f7befe88ca tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0631425 Jun 22 09:14:43.158009 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-870e4882-b3a0-42ca-bc28-bf81113dba73 req-a1392178-5808-47f1-aee8-513d3609e02b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jun 22 09:14:43.313615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d2b71-57fa-409d-a8a0-c1dd21f1ade1 req-2835651c-ba42-41dd-a159-04b81f8e88b4 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:43.314949 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ea9d2b71-57fa-409d-a8a0-c1dd21f1ade1 req-2835651c-ba42-41dd-a159-04b81f8e88b4 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0612826 Jun 22 09:14:43.350509 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ea9d2b71-57fa-409d-a8a0-c1dd21f1ade1 req-2fdda8bb-939b-48f5-baf8-1ff6f8ff23af tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301242 Jun 22 09:14:43.647286 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b8213-e6b8-4a65-866b-f99d222e6f64 req-898a5e47-5e32-4552-a795-48016a8dad9c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:43.648706 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ac7b8213-e6b8-4a65-866b-f99d222e6f64 req-898a5e47-5e32-4552-a795-48016a8dad9c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.0649824 Jun 22 09:14:43.685590 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ac7b8213-e6b8-4a65-866b-f99d222e6f64 req-9f015be6-d880-4e5e-bf05-cfe2f6684ab6 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Jun 22 09:14:44.327457 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024957f1-91d7-4797-9bf5-d24687dfc8dc req-f2b77469-bf5f-4d9a-88f6-f942c52854f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:44.328942 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-024957f1-91d7-4797-9bf5-d24687dfc8dc req-f2b77469-bf5f-4d9a-88f6-f942c52854f6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0611389 Jun 22 09:14:44.365688 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-024957f1-91d7-4797-9bf5-d24687dfc8dc req-fb906772-ca69-448c-a9c7-16afa055da1a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Jun 22 09:14:44.528948 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962aff2c-6f32-45c0-b1db-a53c75e620fa req-c8b3187a-d645-4afb-aab4-76fe9f3d48cf tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:44.530413 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-962aff2c-6f32-45c0-b1db-a53c75e620fa req-c8b3187a-d645-4afb-aab4-76fe9f3d48cf tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0692341 Jun 22 09:14:44.567990 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-962aff2c-6f32-45c0-b1db-a53c75e620fa req-4fa210de-376d-42f4-a798-b2c1713880a0 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Jun 22 09:14:44.591110 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-8ac11fbc-43dd-4cd5-b763-0425c12d0c02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927219 Jun 22 09:14:44.733158 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea970ed-66de-49d8-b437-976ab6760873 req-654b28f6-6422-487e-b3c3-80a1428d8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:44.734654 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-654b28f6-6422-487e-b3c3-80a1428d8d7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e178e510ccce459ab7ce215517fe4e01&device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 1098 time: 0.0555749 Jun 22 09:14:45.125257 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea970ed-66de-49d8-b437-976ab6760873 req-0c61d63a-0721-4d04-8139-044e6c79989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:45.126694 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-0c61d63a-0721-4d04-8139-044e6c79989a service neutron] 10.222.0.23 "GET /v2.0/networks?id=92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 200 len: 915 time: 0.3698394 Jun 22 09:14:45.142894 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ce48-854e-49e4-a02b-d788cd6c01a6 req-d6b448b8-bdad-4ddc-9075-3db60f77cb3a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:45.144319 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-29d9ce48-854e-49e4-a02b-d788cd6c01a6 req-d6b448b8-bdad-4ddc-9075-3db60f77cb3a tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.3469968 Jun 22 09:14:45.185805 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-d080ea3d-2e45-484a-88a4-207675699c4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c24d507-403d-4799-ae79-41a1faa596cb HTTP/1.1" status: 200 len: 217 time: 0.0405583 Jun 22 09:14:45.238054 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-29d9ce48-854e-49e4-a02b-d788cd6c01a6 req-6f35ae99-9262-41d2-bc80-2de00b7864a0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859959 Jun 22 09:14:45.250567 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea970ed-66de-49d8-b437-976ab6760873 req-1ed76ede-147d-4de3-a3f5-8dca660341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:45.251982 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-1ed76ede-147d-4de3-a3f5-8dca660341e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 200 len: 854 time: 0.0547161 Jun 22 09:14:45.289345 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-3ab6d7e8-4964-418e-9e51-3075d1e5013a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92265919-60b4-4b98-96c0-7e391be44752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303221 Jun 22 09:14:45.409850 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-6d1e191f-22a5-4590-b2aa-5f385031edd0 service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797563 Jun 22 09:14:45.510893 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ea970ed-66de-49d8-b437-976ab6760873 req-95047202-3ef5-4760-98e2-1c4ad5b9770a service neutron] 10.222.0.23 "GET /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Jun 22 09:14:45.545566 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cbc51-b57a-4c15-b990-3d10af861887 req-68b2c915-6cda-4f3a-919a-3c7a766474fc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:45.547044 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb2cbc51-b57a-4c15-b990-3d10af861887 req-68b2c915-6cda-4f3a-919a-3c7a766474fc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0719686 Jun 22 09:14:45.584976 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fb2cbc51-b57a-4c15-b990-3d10af861887 req-82b84e8d-dd9a-481c-9645-edd99c86c56b tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Jun 22 09:14:45.655777 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-af6c78da-48b4-4b2a-840e-593d21de2b22 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:45.657108 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-af6c78da-48b4-4b2a-840e-593d21de2b22 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 945 time: 0.0624294 Jun 22 09:14:45.745548 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be383-e9ef-45eb-bf8f-880fba6c646b req-d710125a-2e49-4db0-af56-8553bdb97ba2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:45.747260 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-521be383-e9ef-45eb-bf8f-880fba6c646b req-d710125a-2e49-4db0-af56-8553bdb97ba2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0635524 Jun 22 09:14:45.758369 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Deleting port aa0077d9-7153-47d5-9dc6-42d0085f467b {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:45.758700 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:45.784624 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-521be383-e9ef-45eb-bf8f-880fba6c646b req-d01b3515-2f3b-428c-9900-98245cbf1428 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Jun 22 09:14:45.845941 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] For port aa0077d9-7153-47d5-9dc6-42d0085f467b, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=aa0077d9-7153-47d5-9dc6-42d0085f467b,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:45.846294 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:45.912340 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Calling delete_port for aa0077d9-7153-47d5-9dc6-42d0085f467b owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:46.070347 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:46.074530 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-369dd432-2914-4e41-a44d-dd67709819d0 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:46.092029 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:46.102430 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event deleted for resources: {'Port': ['ID=aa0077d9-7153-47d5-9dc6-42d0085f467b,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:46.105493 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:46.150532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] No DVR routers for this DVR port aa0077d9-7153-47d5-9dc6-42d0085f467b on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:14:46.154322 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:46.156705 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b3e4069a-76a0-4933-8f47-9deef34778a6 req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "DELETE /v2.0/ports/aa0077d9-7153-47d5-9dc6-42d0085f467b HTTP/1.1" status: 204 len: 173 time: 0.4914780 Jun 22 09:14:46.157267 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'name': 'network-vif-deleted', 'tag': 'aa0077d9-7153-47d5-9dc6-42d0085f467b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:46.160057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae67624-987a-4298-9b24-53d521385a69" -d '{"events": [{"server_uuid": "e2ae2e42-aee9-4d1c-82a2-f924b5702e62", "name": "network-vif-deleted", "tag": "aa0077d9-7153-47d5-9dc6-42d0085f467b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:46.260259 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f37f4a-2c33-4db4-8edd-09fd075a92fc x-openstack-request-id: req-10f37f4a-2c33-4db4-8edd-09fd075a92fc {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:46.260586 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ae2e42-aee9-4d1c-82a2-f924b5702e62", "name": "network-vif-deleted", "tag": "aa0077d9-7153-47d5-9dc6-42d0085f467b", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:46.260870 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10f37f4a-2c33-4db4-8edd-09fd075a92fc {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:46.261583 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ae2e42-aee9-4d1c-82a2-f924b5702e62', 'name': 'network-vif-deleted', 'tag': 'aa0077d9-7153-47d5-9dc6-42d0085f467b', 'status': 'completed', 'code': 200} Jun 22 09:14:46.464203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c9057-633a-46ea-8e31-37fb54af289b req-529ae1cf-e140-4d0b-84e8-9014df5b76df tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:46.465597 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c61c9057-633a-46ea-8e31-37fb54af289b req-529ae1cf-e140-4d0b-84e8-9014df5b76df tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1093533 Jun 22 09:14:46.472991 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee28852-ff6e-4ab5-8b43-f51fd34e706e req-0078a9a3-1a18-42cd-99b7-0dca315ee45f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:46.474386 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ee28852-ff6e-4ab5-8b43-f51fd34e706e req-0078a9a3-1a18-42cd-99b7-0dca315ee45f tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 946 time: 0.1168196 Jun 22 09:14:46.565906 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ee28852-ff6e-4ab5-8b43-f51fd34e706e req-6c3c1113-2410-4a7c-9d16-8e6c7882f745 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b52518d-c445-4e78-ae16-f73f6a17fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822194 Jun 22 09:14:46.605746 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Deleting port 4e4a6467-7027-49d0-91f9-70ed00ed7938 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:46.606174 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:46.739322 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] For port 4e4a6467-7027-49d0-91f9-70ed00ed7938, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4e4a6467-7027-49d0-91f9-70ed00ed7938,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:46.739981 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:46.777033 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-79348196-a3db-45d4-b330-06ffd1d4b9a9 req-8a753345-6cbc-491e-a73e-89437e88624f tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0330625 Jun 22 09:14:46.809129 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Calling delete_port for 4e4a6467-7027-49d0-91f9-70ed00ed7938 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:46.995203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e498-79d3-49e4-842e-d2e7a9d6b1b9 req-aec42c64-15a0-45df-88d7-35250049bcc8 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:46.996898 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-52c5e498-79d3-49e4-842e-d2e7a9d6b1b9 req-aec42c64-15a0-45df-88d7-35250049bcc8 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0825734 Jun 22 09:14:47.034927 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-52c5e498-79d3-49e4-842e-d2e7a9d6b1b9 req-bc8bc8e5-eaf9-48de-b83b-d5c1747e76f4 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Jun 22 09:14:47.056886 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:47.062952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:47.070771 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4e4a6467-7027-49d0-91f9-70ed00ed7938'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:47.089027 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Pushing event deleted for resources: {'Port': ['ID=4e4a6467-7027-49d0-91f9-70ed00ed7938,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:47.124680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.125061 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.125430 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.125796 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.126157 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.126513 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.126875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.127267 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.127631 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.128786 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.129151 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.129509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.133148 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:47.156997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] No DVR routers for this DVR port 4e4a6467-7027-49d0-91f9-70ed00ed7938 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:14:47.159928 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:47.162103 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c61c9057-633a-46ea-8e31-37fb54af289b req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.23 "DELETE /v2.0/ports/4e4a6467-7027-49d0-91f9-70ed00ed7938 HTTP/1.1" status: 204 len: 173 time: 0.6867752 Jun 22 09:14:47.718542 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4d612573-63ff-4dd6-a20d-63b53d24d847 req-e01ad8ff-b348-4516-9954-a8e8165211dd tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0278785 Jun 22 09:14:47.927743 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-188ad92c-e754-4ce0-b09b-c50e423fa058 req-bad2f8ee-a8d5-437c-aa8b-515f43d1a05a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0277889 Jun 22 09:14:48.212321 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8c2f-4e8d-46b2-aac5-14d8c0c472ac req-a3469ef9-0702-4345-863e-730f74ed7f7e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:48.214223 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cf4e8c2f-4e8d-46b2-aac5-14d8c0c472ac req-a3469ef9-0702-4345-863e-730f74ed7f7e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0659986 Jun 22 09:14:48.256090 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cf4e8c2f-4e8d-46b2-aac5-14d8c0c472ac req-1b36ce47-72bc-497b-9362-d6beb3f5b3af tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Jun 22 09:14:48.262829 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'name': 'network-vif-deleted', 'tag': '4e4a6467-7027-49d0-91f9-70ed00ed7938'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:48.265177 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d15fe35-5598-4a93-8f53-6a42438747e2" -d '{"events": [{"server_uuid": "e3d0ae3c-63db-4988-8a4b-466032c21306", "name": "network-vif-deleted", "tag": "4e4a6467-7027-49d0-91f9-70ed00ed7938"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:48.301898 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34827906-75a1-4772-8037-0d33be25546b x-openstack-request-id: req-34827906-75a1-4772-8037-0d33be25546b {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:48.302226 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d0ae3c-63db-4988-8a4b-466032c21306", "name": "network-vif-deleted", "tag": "4e4a6467-7027-49d0-91f9-70ed00ed7938", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:48.302517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34827906-75a1-4772-8037-0d33be25546b {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:48.302937 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d0ae3c-63db-4988-8a4b-466032c21306', 'name': 'network-vif-deleted', 'tag': '4e4a6467-7027-49d0-91f9-70ed00ed7938', 'status': 'completed', 'code': 200} Jun 22 09:14:48.861191 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ecb04fbe-7059-4f4f-bc06-a0b2bd960b82 req-6b8bd9c5-90ce-4024-bf0c-e38c16373a65 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0293577 Jun 22 09:14:49.077426 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-65e53c3a-1fc0-4b81-be36-834783685d5d req-7156af00-fdc3-4aa6-8f07-cb6576599acf tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0270278 Jun 22 09:14:49.420222 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c80-4b85-4827-acac-aab28380da32 req-d3f368ed-2c0d-4b32-a612-2c4895218f05 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:49.421645 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22907c80-4b85-4827-acac-aab28380da32 req-d3f368ed-2c0d-4b32-a612-2c4895218f05 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0617607 Jun 22 09:14:49.458284 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22907c80-4b85-4827-acac-aab28380da32 req-6c7de7fa-2d59-425e-bee2-740e33b5680c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Jun 22 09:14:49.999753 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cc447f91-b01f-4a64-9011-e9cc7894d7e1 req-66a7c484-06b4-455c-a861-da39996006c8 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Jun 22 09:14:50.039780 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:50.228862 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bee93c7d-b6d2-4e37-9b5e-d7d32b91cfda req-db9fe576-812c-4ac5-92d0-8f70f3fbca6a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0307755 Jun 22 09:14:50.629265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1388c-994b-4540-8d99-12ffa43a3b29 req-7a0194bd-e75b-4247-a14d-5a77ecd7e85c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:50.630713 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-43b1388c-994b-4540-8d99-12ffa43a3b29 req-7a0194bd-e75b-4247-a14d-5a77ecd7e85c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0635650 Jun 22 09:14:50.669130 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-43b1388c-994b-4540-8d99-12ffa43a3b29 req-93bced65-08bc-4dd1-9d91-336563e3744b tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 22 09:14:51.139370 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a690251b-4343-4539-8486-3c20c8c6f041 req-3f1a42f3-8045-446f-adcf-df6887236d41 tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0311975 Jun 22 09:14:51.346956 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device aa0077d9-7153-47d5-9dc6-42d0085f467b no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:14:51.367416 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: aa0077d9-7153-47d5-9dc6-42d0085f467b {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:14:51.368207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device aa0077d9-7153-47d5-9dc6-42d0085f467b not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:14:51.384685 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-667d2511-e31a-4bed-8762-4c4c50393f43 req-a91a885c-f158-4acd-b3ee-1b464b7451cc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0290220 Jun 22 09:14:51.837616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db400a-95fe-44a5-a310-5ea5aea71476 req-154f448f-9334-4c7a-8bc3-2a89fc665e7a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:51.839030 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-71db400a-95fe-44a5-a310-5ea5aea71476 req-154f448f-9334-4c7a-8bc3-2a89fc665e7a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0616963 Jun 22 09:14:51.876243 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-71db400a-95fe-44a5-a310-5ea5aea71476 req-d9bfe827-79a4-4b8f-a372-98893109aa4e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Jun 22 09:14:52.277044 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b33aee0a-2200-4c7c-a12e-a484937187b5 req-678245f4-3772-4a74-bc1f-c11c1cedb4ad tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0281341 Jun 22 09:14:52.539036 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e1213ca2-7666-4f4e-9c0b-48230cfb5f54 req-cf245e99-135f-4a3b-8553-75e6344c3699 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ae2e42-aee9-4d1c-82a2-f924b5702e62 HTTP/1.1" status: 200 len: 210 time: 0.0323284 Jun 22 09:14:53.049523 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bfb65-6830-4c0b-9621-c7ba26dbb5b0 req-ec2c2c21-4295-41ff-be24-b1af4f88045c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:53.051022 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-552bfb65-6830-4c0b-9621-c7ba26dbb5b0 req-ec2c2c21-4295-41ff-be24-b1af4f88045c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 947 time: 0.0659676 Jun 22 09:14:53.087787 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-552bfb65-6830-4c0b-9621-c7ba26dbb5b0 req-8ae8e6f1-9012-4f78-bcc5-2e16ef7e0e65 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Jun 22 09:14:53.117609 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device ed6e9f70-9e44-4690-a645-250618b89340 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:14:53.124540 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4e4a6467-7027-49d0-91f9-70ed00ed7938 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:14:53.195190 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 4e4a6467-7027-49d0-91f9-70ed00ed7938 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:14:53.195553 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4e4a6467-7027-49d0-91f9-70ed00ed7938 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:14:53.238142 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port ed6e9f70-9e44-4690-a645-250618b89340, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed6e9f70-9e44-4690-a645-250618b89340,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:53.248976 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'ed6e9f70-9e44-4690-a645-250618b89340', 'network_id': '150a4605-16a8-477b-8484-ef7acf549469', 'port_id': 'ed6e9f70-9e44-4690-a645-250618b89340', 'mac_address': 'fa:16:3e:47:83:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ef84d5-e36e-41b4-9f1b-bbd2b76aa76e', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:14:53.286211 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:53.299285 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6e9f70-9e44-4690-a645-250618b89340 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:14:53.319290 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port ed6e9f70-9e44-4690-a645-250618b89340, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed6e9f70-9e44-4690-a645-250618b89340,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:53.373680 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:53.375628 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:53.427817 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=ed6e9f70-9e44-4690-a645-250618b89340,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:53.430273 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f482015e-d57e-42c3-8083-f79e299492f0 req-379615fc-709c-47d3-9bd4-9f1a6c15997b tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0294392 Jun 22 09:14:53.436251 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:54.261586 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae408-22ec-4638-a341-b394d5e8a431 req-c973167a-44ff-4f5a-a900-4b6f94c829a2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:54.263686 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-57aae408-22ec-4638-a341-b394d5e8a431 req-c973167a-44ff-4f5a-a900-4b6f94c829a2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 948 time: 0.0640659 Jun 22 09:14:54.304305 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-57aae408-22ec-4638-a341-b394d5e8a431 req-9490b9be-6725-49fb-9b78-00ed9d232cd1 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Jun 22 09:14:54.529471 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['ed6e9f70-9e44-4690-a645-250618b89340'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:14:54.584839 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f46bd556-835b-4b97-a923-df907705b3bc req-07f718b2-9f48-4a35-a530-8e84a714210c tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d0ae3c-63db-4988-8a4b-466032c21306 HTTP/1.1" status: 200 len: 210 time: 0.0300000 Jun 22 09:14:54.816033 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:14:55.484406 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed8f6-9f15-4ebf-9eb7-225efbbffd90 req-8f983a22-7cd4-4646-8ec7-c891412fcd4f tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:55.485746 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6caed8f6-9f15-4ebf-9eb7-225efbbffd90 req-8f983a22-7cd4-4646-8ec7-c891412fcd4f tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 948 time: 0.0643270 Jun 22 09:14:55.521778 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6caed8f6-9f15-4ebf-9eb7-225efbbffd90 req-db10b138-eb07-49e2-971d-cf565fc6d9fb tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304508 Jun 22 09:14:55.678030 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34302) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:55.813148 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-92bbfb0c-cd0a-48e7-8150-1be5ace3f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:56.176212 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:56.479219 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Deleting port b1204299-73d2-417d-b944-dfd4c89910bd {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:56.479555 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:56.562644 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] For port b1204299-73d2-417d-b944-dfd4c89910bd, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b1204299-73d2-417d-b944-dfd4c89910bd,segment=NetworkSegment(ee7dfe73-491f-4ee2-b4e4-879442511c4f),segment_id=ee7dfe73-491f-4ee2-b4e4-879442511c4f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:56.563257 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:56.628605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Calling delete_port for b1204299-73d2-417d-b944-dfd4c89910bd owned by network:router_interface {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:56.794578 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc24e-2dfb-41d4-bd28-dfb1ff944584 req-528061d9-7e23-4507-a17f-f080bd09b81a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:56.796072 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6debc24e-2dfb-41d4-bd28-dfb1ff944584 req-528061d9-7e23-4507-a17f-f080bd09b81a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 948 time: 0.1585481 Jun 22 09:14:56.851812 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6debc24e-2dfb-41d4-bd28-dfb1ff944584 req-83f50772-adf0-4fa4-8fa8-e8869c25ee85 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Jun 22 09:14:56.973576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:56.976502 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:57.128192 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device ed6e9f70-9e44-4690-a645-250618b89340 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:14:57.259087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port ed6e9f70-9e44-4690-a645-250618b89340 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:14:57.268896 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port ed6e9f70-9e44-4690-a645-250618b89340 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:14:57.268896 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:57.270460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1204299-73d2-417d-b944-dfd4c89910bd,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:57.274346 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:57.353843 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:57.378200 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6e9f70-9e44-4690-a645-250618b89340'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:14:57.380479 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3770d-d42d-4d68-a553-04f775451e8a" -d '{"events": [{"server_uuid": "da93f5aa-4477-47d7-84b4-287d8f008ec5", "name": "network-vif-plugged", "status": "completed", "tag": "ed6e9f70-9e44-4690-a645-250618b89340"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:57.394026 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port ed6e9f70-9e44-4690-a645-250618b89340, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed6e9f70-9e44-4690-a645-250618b89340,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:57.419200 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a83ec-de68-4890-8705-ff81607df8c3 x-openstack-request-id: req-c98a83ec-de68-4890-8705-ff81607df8c3 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:57.419558 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da93f5aa-4477-47d7-84b4-287d8f008ec5", "name": "network-vif-plugged", "status": "completed", "tag": "ed6e9f70-9e44-4690-a645-250618b89340", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:57.419843 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c98a83ec-de68-4890-8705-ff81607df8c3 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:57.420268 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6e9f70-9e44-4690-a645-250618b89340', 'code': 200} Jun 22 09:14:57.446049 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:57.447996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:57.453563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:57.498996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=ed6e9f70-9e44-4690-a645-250618b89340,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:57.502476 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:57.678518 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e2e3a-90a0-4cf0-bd33-d2c52d6bab52 req-f2f61c2a-dc91-48fc-8314-2aeafd00afac tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:57.680001 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c43e2e3a-90a0-4cf0-bd33-d2c52d6bab52 req-f2f61c2a-dc91-48fc-8314-2aeafd00afac tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.1462245 Jun 22 09:14:57.759227 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c43e2e3a-90a0-4cf0-bd33-d2c52d6bab52 req-9391a7a5-8562-4094-835d-c7ef29d1b5dd tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721185 Jun 22 09:14:57.768233 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Router 26be88eb-5821-4d3c-91b4-d96deca6e30f has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:14:57.911544 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:14:57.914512 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8136e4-4ba1-4981-91cf-1e8d580989a7 req-a22bec3e-c6d6-453e-9bad-750858f56836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:57.916099 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6c8136e4-4ba1-4981-91cf-1e8d580989a7 req-a22bec3e-c6d6-453e-9bad-750858f56836 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 1102 time: 0.1023648 Jun 22 09:14:57.923432 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34348) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:57.924012 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] 10.222.0.37 "PUT /v2.0/routers/26be88eb-5821-4d3c-91b4-d96deca6e30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2427084 Jun 22 09:14:57.924240 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] Sync routers for ids ['26be88eb-5821-4d3c-91b4-d96deca6e30f'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:14:57.936718 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] Routers {'26be88eb-5821-4d3c-91b4-d96deca6e30f'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:14:57.937351 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26be88eb-5821-4d3c-91b4-d96deca6e30f'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:57.956891 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6c8136e4-4ba1-4981-91cf-1e8d580989a7 req-9770e6da-f71e-460f-ad06-285f3192b1cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Jun 22 09:14:58.058261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.062881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9de74-2391-4d68-915c-2823f2404f1a req-78c73358-1bba-4e52-9c9f-23ecbcd3b02d tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:58.064972 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8ce9de74-2391-4d68-915c-2823f2404f1a req-78c73358-1bba-4e52-9c9f-23ecbcd3b02d tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.0754485 Jun 22 09:14:58.068399 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] Set router 26be88eb-5821-4d3c-91b4-d96deca6e30f gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:14:58.108136 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8ce9de74-2391-4d68-915c-2823f2404f1a req-a1c4d7bd-8656-4445-a132-bc3c3b9a1d02 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Jun 22 09:14:58.172362 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.259310 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:14:56Z', 'revision_number': 5, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port': {'id': 'd68262c2-27ac-456b-ac06-4c2be890136a', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:25Z', 'updated_at': '2021-06-22T09:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:58.287770 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] Checking router: 26be88eb-5821-4d3c-91b4-d96deca6e30f for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:14:58.293323 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Deleting port d68262c2-27ac-456b-ac06-4c2be890136a {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:14:58.293609 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.296702 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] Routers {'26be88eb-5821-4d3c-91b4-d96deca6e30f'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:14:58.297369 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26be88eb-5821-4d3c-91b4-d96deca6e30f'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:58.401703 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] For port d68262c2-27ac-456b-ac06-4c2be890136a, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d68262c2-27ac-456b-ac06-4c2be890136a,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:58.402071 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.404996 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] Set router 26be88eb-5821-4d3c-91b4-d96deca6e30f gateway port host: None {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:14:58.443345 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd3b03-bca0-4c78-92e7-107a81932d06 req-a96ea1c1-5161-4465-9406-d63fcf7837d3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:58.445394 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-43bd3b03-bca0-4c78-92e7-107a81932d06 req-a96ea1c1-5161-4465-9406-d63fcf7837d3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0794353 Jun 22 09:14:58.476271 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Calling delete_port for d68262c2-27ac-456b-ac06-4c2be890136a owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:14:58.495810 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-43bd3b03-bca0-4c78-92e7-107a81932d06 req-1b399884-4763-4bac-977d-602f88194c62 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Jun 22 09:14:58.557980 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:14:58Z', 'revision_number': 6, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port_host': None}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:58.585539 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5d323-7bce-4b3d-8b67-3323296ce6b7 None None] The sync data for ids ['26be88eb-5821-4d3c-91b4-d96deca6e30f'] in dv-cinder-797333-1-iscsi is: [{'id': '26be88eb-5821-4d3c-91b4-d96deca6e30f', 'name': 'tempest-ServerRescueNegativeTestJSON-594188819-router', 'tenant_id': '82688558974747b4b05d57fbec6e98ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:14:58Z', 'revision_number': 6, 'project_id': '82688558974747b4b05d57fbec6e98ac', 'gw_port_host': None}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:14:58.733166 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.735340 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:58.757376 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Pushing event deleted for resources: {'Port': ['ID=d68262c2-27ac-456b-ac06-4c2be890136a,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:58.769198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.769570 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.769930 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.770286 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.770635 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.770983 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.771352 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.771701 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.772521 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.772521 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.772701 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.773027 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.777561 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:58.798793 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.924249 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:58.927153 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.020846 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d65c9b-4dc4-420f-a4b8-a283e156ced6 req-549e7f7b-a20f-4c74-85a9-a62c796a23d7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:59.022316 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5d65c9b-4dc4-420f-a4b8-a283e156ced6 req-549e7f7b-a20f-4c74-85a9-a62c796a23d7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.1277099 Jun 22 09:14:59.064981 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5d65c9b-4dc4-420f-a4b8-a283e156ced6 req-2a1e972a-4eb6-4786-bf10-126a42c445cc tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Jun 22 09:14:59.081991 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.082566 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26be88eb-5821-4d3c-91b4-d96deca6e30f {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:14:59.087498 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.088495 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] 10.222.0.37 "DELETE /v2.0/routers/26be88eb-5821-4d3c-91b4-d96deca6e30f HTTP/1.1" status: 204 len: 168 time: 1.1623039 Jun 22 09:14:59.091667 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34408) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:59.134968 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Deleting subnet 0d2a9f17-aa0e-41ec-a127-7d7fff143050 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:14:59.139051 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.182596 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.188988 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.280320 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-69e6043c-cb1b-4ccd-8e7a-c96c32fc0551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.296635 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac08c3-bc88-44d3-bfde-e4219e9c5048 req-d07a2fd3-63d5-43c1-b73f-1288ab950023 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:59.298181 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-44ac08c3-bc88-44d3-bfde-e4219e9c5048 req-d07a2fd3-63d5-43c1-b73f-1288ab950023 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.0716026 Jun 22 09:14:59.337071 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-44ac08c3-bc88-44d3-bfde-e4219e9c5048 req-e0b8f065-db0b-4a51-a156-ffc39bacb4f6 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jun 22 09:14:59.341897 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.344953 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:59.372911 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b1204299-73d2-417d-b944-dfd4c89910bd no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:14:59.382147 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2a9f17-aa0e-41ec-a127-7d7fff143050,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:59.382846 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.388237 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34420) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:14:59.388384 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0d2a9f17-aa0e-41ec-a127-7d7fff143050 HTTP/1.1" status: 204 len: 168 time: 0.2956479 Jun 22 09:14:59.389277 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-653cbb41-65ea-45fe-b373-82565502e1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:14:59.405093 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: b1204299-73d2-417d-b944-dfd4c89910bd {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:14:59.405861 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b1204299-73d2-417d-b944-dfd4c89910bd not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:14:59.465368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.551832 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.565672 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2591ba7c-2beb-42bc-a400-31dde0d56eb3']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:59.578483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7dfe73-491f-4ee2-b4e4-879442511c4f') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:59.579050 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7dfe73-491f-4ee2-b4e4-879442511c4f') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:59.589459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.604208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.610563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:14:59.612954 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:14:59.732356 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f922cb-3b1d-4dcf-ada2-7b443f60f809 req-ae00c370-f37b-490b-a9ac-8a4c3b03c48f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:14:59.732932 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-00f922cb-3b1d-4dcf-ada2-7b443f60f809 req-ae00c370-f37b-490b-a9ac-8a4c3b03c48f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0849395 Jun 22 09:14:59.772587 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-00f922cb-3b1d-4dcf-ada2-7b443f60f809 req-a61d937c-dfbd-4a52-a567-5d061f155799 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Jun 22 09:14:59.773599 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.777403 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:14:59.780704 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:14:59.782831 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2591ba7c-2beb-42bc-a400-31dde0d56eb3 HTTP/1.1" status: 204 len: 168 time: 0.3929846 Jun 22 09:14:59.793911 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2591ba7c-2beb-42bc-a400-31dde0d56eb3,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:59.796875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:00.156544 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:00.184222 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34448) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:00.231614 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-385c1cfc-7bd5-4143-912b-e26760600ae4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82688558974747b4b05d57fbec6e98ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429275 Jun 22 09:15:00.231926 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34452) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:00.294317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:00.316491 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:00.412127 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f6b3a-29a5-4871-8dbc-58607416250b req-0b1d4b28-f07f-4975-8aec-2c1829738714 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:00.413624 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-653f6b3a-29a5-4871-8dbc-58607416250b req-0b1d4b28-f07f-4975-8aec-2c1829738714 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.0809433 Jun 22 09:15:00.452392 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-653f6b3a-29a5-4871-8dbc-58607416250b req-83c70294-1df2-4255-892b-53530b5dfe9a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331290 Jun 22 09:15:00.482304 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:00.485163 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:00.486294 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b52518d-c445-4e78-ae16-f73f6a17fca0 HTTP/1.1" status: 204 len: 168 time: 0.2533262 Jun 22 09:15:00.487046 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-91b15ff4-9fa0-4427-93a0-a7b499d5bf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:00.496844 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52518d-c445-4e78-ae16-f73f6a17fca0,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:00.499831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:00.531855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f64c3-7d32-4749-8740-e1886ba85e0f req-1ee45a68-5e0a-4486-bd25-f669ea9346b3 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:00.534342 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-823f64c3-7d32-4749-8740-e1886ba85e0f req-1ee45a68-5e0a-4486-bd25-f669ea9346b3 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.0716240 Jun 22 09:15:00.583983 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-823f64c3-7d32-4749-8740-e1886ba85e0f req-24170a16-fd47-4d67-8a3e-767cfc61e1c9 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Jun 22 09:15:00.677166 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d68262c2-27ac-456b-ac06-4c2be890136a no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:15:00.698746 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: d68262c2-27ac-456b-ac06-4c2be890136a {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:15:00.699092 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d68262c2-27ac-456b-ac06-4c2be890136a not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:15:00.750597 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:00.985536 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0ca-ce97-4b27-8acb-dd32b415a758 req-754babc1-b8e2-4dae-b693-97e2bd91ab74 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:00.987027 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f5f4f0ca-ce97-4b27-8acb-dd32b415a758 req-754babc1-b8e2-4dae-b693-97e2bd91ab74 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0863893 Jun 22 09:15:01.027443 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f5f4f0ca-ce97-4b27-8acb-dd32b415a758 req-187c747d-d30e-49d9-9838-09c29bece005 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Jun 22 09:15:01.219901 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b900eb0-2565-4afd-b962-0b324b96a4e8 req-d0c0501d-59b7-4776-9e3d-e0e935797b8e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:01.221710 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4b900eb0-2565-4afd-b962-0b324b96a4e8 req-d0c0501d-59b7-4776-9e3d-e0e935797b8e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.0807612 Jun 22 09:15:01.226132 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-27e8c5cd-3384-42e8-af4f-b01f0df6e1d5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:01.229904 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-27e8c5cd-3384-42e8-af4f-b01f0df6e1d5 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.0693829 Jun 22 09:15:01.262469 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4b900eb0-2565-4afd-b962-0b324b96a4e8 req-897ea333-3cdd-4a6d-9309-b35a711b7f16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Jun 22 09:15:01.341617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Deleting port 4c24d507-403d-4799-ae79-41a1faa596cb {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:15:01.342202 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:01.429778 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] For port 4c24d507-403d-4799-ae79-41a1faa596cb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4c24d507-403d-4799-ae79-41a1faa596cb,segment=NetworkSegment(619b9b34-f6bb-4612-863b-d5532238b77e),segment_id=619b9b34-f6bb-4612-863b-d5532238b77e)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:01.430144 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:01.497532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Calling delete_port for 4c24d507-403d-4799-ae79-41a1faa596cb owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:15:01.678548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d9c6c-8195-485e-a88d-e111c98e5b4c req-3c10e9d4-da4d-4395-ac2a-33943727d2eb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:01.680132 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3f1d9c6c-8195-485e-a88d-e111c98e5b4c req-3c10e9d4-da4d-4395-ac2a-33943727d2eb tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 945 time: 0.1083908 Jun 22 09:15:01.725243 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3f1d9c6c-8195-485e-a88d-e111c98e5b4c req-eff8b2e9-348a-4ad3-8407-f08a859e2f9d tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a922c6-17fc-4d0e-a160-404350745ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Jun 22 09:15:01.742822 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:01.747795 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-490b45a6-196f-413e-b0d6-e4e3607b79e7 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:01.761069 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['4c24d507-403d-4799-ae79-41a1faa596cb'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:15:01.776451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Pushing event deleted for resources: {'Port': ['ID=4c24d507-403d-4799-ae79-41a1faa596cb,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:01.779841 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:01.826278 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] No DVR routers for this DVR port 4c24d507-403d-4799-ae79-41a1faa596cb on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:15:01.828734 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:01.830700 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2e433020-bec5-4a6b-8ef6-f1b667f55c7f req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.23 "DELETE /v2.0/ports/4c24d507-403d-4799-ae79-41a1faa596cb HTTP/1.1" status: 204 len: 173 time: 0.5920353 Jun 22 09:15:01.831255 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'name': 'network-vif-deleted', 'tag': '4c24d507-403d-4799-ae79-41a1faa596cb'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:15:01.833564 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f1ca2c-6012-4fac-9e8a-47c68c42164c" -d '{"events": [{"server_uuid": "7ea68064-4b2e-4f9b-ac1f-f1991531722e", "name": "network-vif-deleted", "tag": "4c24d507-403d-4799-ae79-41a1faa596cb"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:01.872710 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed833c6-0a6e-42b4-855f-514503274a4e x-openstack-request-id: req-6ed833c6-0a6e-42b4-855f-514503274a4e {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:01.873059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea68064-4b2e-4f9b-ac1f-f1991531722e", "name": "network-vif-deleted", "tag": "4c24d507-403d-4799-ae79-41a1faa596cb", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:01.873353 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ed833c6-0a6e-42b4-855f-514503274a4e {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:01.873793 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea68064-4b2e-4f9b-ac1f-f1991531722e', 'name': 'network-vif-deleted', 'tag': '4c24d507-403d-4799-ae79-41a1faa596cb', 'status': 'completed', 'code': 200} Jun 22 09:15:02.242888 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed027-7314-4fc5-9719-45468fe938cf req-eba548d4-d65b-4641-aa82-cfe787b29355 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:02.244278 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f19ed027-7314-4fc5-9719-45468fe938cf req-eba548d4-d65b-4641-aa82-cfe787b29355 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0822225 Jun 22 09:15:02.287996 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f19ed027-7314-4fc5-9719-45468fe938cf req-c550d2ba-68b2-42f6-b4ac-f98bcc03c7ea tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380034 Jun 22 09:15:02.475368 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf874db-68db-4abb-be5d-2d684bfc0487 req-7f6d0da1-2d00-437c-a2db-a106feb73124 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:02.476845 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ddf874db-68db-4abb-be5d-2d684bfc0487 req-7f6d0da1-2d00-437c-a2db-a106feb73124 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.0718324 Jun 22 09:15:02.519757 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ddf874db-68db-4abb-be5d-2d684bfc0487 req-dde5b5f3-b2d1-4610-be25-9d9ceea4a2ce tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Jun 22 09:15:02.588553 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2d24-4c3b-4fdd-9d4a-1729f1cd6043 req-9651ae3e-246e-42ca-811e-205f16d02458 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:02.590006 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a19f2d24-4c3b-4fdd-9d4a-1729f1cd6043 req-9651ae3e-246e-42ca-811e-205f16d02458 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0650499 Jun 22 09:15:02.628856 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a19f2d24-4c3b-4fdd-9d4a-1729f1cd6043 req-fbd179f5-d9e4-4cb3-b626-d420ddea5535 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jun 22 09:15:02.765294 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:02.884431 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ce39a556-90db-4934-83ce-9f4df15f638c req-f0af6bbd-b89c-478a-8d57-07a160ac23b4 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea68064-4b2e-4f9b-ac1f-f1991531722e HTTP/1.1" status: 200 len: 210 time: 0.0295184 Jun 22 09:15:03.471938 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967abeb-48ca-408a-9107-2c567e2c205e req-25c2ba1c-bc50-48b9-9e68-3b0bbafd354c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:03.481497 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5967abeb-48ca-408a-9107-2c567e2c205e req-25c2ba1c-bc50-48b9-9e68-3b0bbafd354c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0661552 Jun 22 09:15:03.516208 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5967abeb-48ca-408a-9107-2c567e2c205e req-b56f35e8-106a-46d7-9dfe-61c76ffe9e93 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373182 Jun 22 09:15:03.704958 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e553e-d58e-499d-9352-7b2b95fbc309 req-f4393ef0-2f70-481d-9e04-b422ade8037e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:03.706544 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-362e553e-d58e-499d-9352-7b2b95fbc309 req-f4393ef0-2f70-481d-9e04-b422ade8037e tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.0736496 Jun 22 09:15:03.749136 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-362e553e-d58e-499d-9352-7b2b95fbc309 req-0fa90da5-a731-4db8-9c89-8fed8f9d66e2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/security-groups?id=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Jun 22 09:15:03.817289 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34554) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:03.839982 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404500d-2b68-476c-89b3-7828e58ce01d req-fcb1b1cd-6377-46c4-89fd-bbc8d24367e2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:03.841558 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a404500d-2b68-476c-89b3-7828e58ce01d req-fcb1b1cd-6377-46c4-89fd-bbc8d24367e2 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.23 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 949 time: 0.1134927 Jun 22 09:15:03.852847 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a898e8-78ba-4447-965d-1a88453d3394 req-5fb4b8af-6a92-40c6-b44c-37a44e3a7484 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:03.856919 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f1a898e8-78ba-4447-965d-1a88453d3394 req-5fb4b8af-6a92-40c6-b44c-37a44e3a7484 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0927248 Jun 22 09:15:03.923517 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:03.952264 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f1a898e8-78ba-4447-965d-1a88453d3394 req-f3d76d5e-f43a-48eb-9dff-4b97a45cebe0 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895271 Jun 22 09:15:03.992883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Deleting port ed6e9f70-9e44-4690-a645-250618b89340 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:15:03.992883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:03.992883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34560) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:04.023844 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.110404 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.114084 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc0d7d85-e259-4466-a9f6-76c2ca5b1b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:04.120505 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] For port ed6e9f70-9e44-4690-a645-250618b89340, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed6e9f70-9e44-4690-a645-250618b89340,segment=NetworkSegment(ec5bf8a3-3cdf-462c-92ee-375c19f0f533),segment_id=ec5bf8a3-3cdf-462c-92ee-375c19f0f533)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:04.120873 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.132654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Deleting subnet a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:15:04.140616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.148950 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=077083d78b304c2a8034b29256b374d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304882 Jun 22 09:15:04.150166 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c88ab-f350-4814-acf3-2befa5727b7e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:04.152608 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34564) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:04.156374 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:04.202851 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.215157 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Calling delete_port for ed6e9f70-9e44-4690-a645-250618b89340 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:15:04.222780 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.271365 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.329397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.348324 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.351675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.357688 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e3c88ab-f350-4814-acf3-2befa5727b7e HTTP/1.1" status: 204 len: 168 time: 0.1988065 Jun 22 09:15:04.357688 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a7be5c71-dd09-4654-9303-692640e09dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:04.361903 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c88ab-f350-4814-acf3-2befa5727b7e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:04.364239 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:04.498653 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.500193 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.506924 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:04.524591 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['ed6e9f70-9e44-4690-a645-250618b89340'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:15:04.536149 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:04.553221 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:04.553728 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-71bb3a68-9c0b-409f-8ede-dece99a68ea7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:04.601693 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Pushing event deleted for resources: {'Port': ['ID=ed6e9f70-9e44-4690-a645-250618b89340,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:04.605760 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:04.630151 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] No DVR routers for this DVR port ed6e9f70-9e44-4690-a645-250618b89340 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:15:04.632509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.635077 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a404500d-2b68-476c-89b3-7828e58ce01d req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.23 "DELETE /v2.0/ports/ed6e9f70-9e44-4690-a645-250618b89340 HTTP/1.1" status: 204 len: 173 time: 0.7799003 Jun 22 09:15:04.635756 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'name': 'network-vif-deleted', 'tag': 'ed6e9f70-9e44-4690-a645-250618b89340'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:15:04.638776 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ca226e-8f29-48a2-b804-633fbdcb2e44" -d '{"events": [{"server_uuid": "da93f5aa-4477-47d7-84b4-287d8f008ec5", "name": "network-vif-deleted", "tag": "ed6e9f70-9e44-4690-a645-250618b89340"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:04.642528 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.644644 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-ff827824-777e-4843-9d0f-1b87dcc28a49 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a9ee5e9d-8756-48dd-bcfb-4bf98abb2e52 HTTP/1.1" status: 204 len: 168 time: 0.6494744 Jun 22 09:15:04.647099 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34578) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:04.703259 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e01a193-dfe4-43b6-a8ef-7b2f8db65eab x-openstack-request-id: req-2e01a193-dfe4-43b6-a8ef-7b2f8db65eab {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:04.703589 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da93f5aa-4477-47d7-84b4-287d8f008ec5", "name": "network-vif-deleted", "tag": "ed6e9f70-9e44-4690-a645-250618b89340", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:04.703874 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e01a193-dfe4-43b6-a8ef-7b2f8db65eab {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:04.704308 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da93f5aa-4477-47d7-84b4-287d8f008ec5', 'name': 'network-vif-deleted', 'tag': 'ed6e9f70-9e44-4690-a645-250618b89340', 'status': 'completed', 'code': 200} Jun 22 09:15:04.758119 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.847343 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a95f7-c6ac-4137-ad68-556ea540a87a req-6946f1be-d44b-40dd-a05b-a5d440b7d7b8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:04.848857 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f66a95f7-c6ac-4137-ad68-556ea540a87a req-6946f1be-d44b-40dd-a05b-a5d440b7d7b8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1419497 Jun 22 09:15:04.872691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.891950 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92265919-60b4-4b98-96c0-7e391be44752']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:04.911097 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619b9b34-f6bb-4612-863b-d5532238b77e') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:04.911500 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619b9b34-f6bb-4612-863b-d5532238b77e') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:04.924655 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.928983 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f66a95f7-c6ac-4137-ad68-556ea540a87a req-6b0a4e49-4629-4871-afc4-e1475827a706 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726936 Jun 22 09:15:04.949425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.956079 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:04.956483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:15:04.958217 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:15:05.035380 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34584) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:05.056691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.098893 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.118104 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.119985 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] 10.222.0.37 "DELETE /v2.0/networks/92265919-60b4-4b98-96c0-7e391be44752 HTTP/1.1" status: 204 len: 168 time: 0.4719284 Jun 22 09:15:05.126231 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-000b5817-c74d-480a-8bfd-dc84876a0aa0 req-e6ecf740-0bf4-41f9-97b6-0ae21172533c tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] 10.222.0.37 "GET /v2.0/ports?device_id=da93f5aa-4477-47d7-84b4-287d8f008ec5 HTTP/1.1" status: 200 len: 210 time: 0.2535255 Jun 22 09:15:05.129220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:05.162448 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device ed6e9f70-9e44-4690-a645-250618b89340 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:15:05.167696 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Pushing event deleted for resources: {'Network': ['ID=92265919-60b4-4b98-96c0-7e391be44752,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:05.178072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:05.188735 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: ed6e9f70-9e44-4690-a645-250618b89340 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:15:05.189399 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device ed6e9f70-9e44-4690-a645-250618b89340 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:15:05.189873 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4c24d507-403d-4799-ae79-41a1faa596cb no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:15:05.210390 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 4c24d507-403d-4799-ae79-41a1faa596cb {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:15:05.210735 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 4c24d507-403d-4799-ae79-41a1faa596cb not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:15:05.228088 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.236723 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba114b8-df46-445f-9d87-9e432303cc09 req-6af56ce8-5cc9-4e26-954c-482eaafc5ac3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:05.238204 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1ba114b8-df46-445f-9d87-9e432303cc09 req-6af56ce8-5cc9-4e26-954c-482eaafc5ac3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.1404922 Jun 22 09:15:05.276783 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1ba114b8-df46-445f-9d87-9e432303cc09 req-1b34e52d-3166-4a5a-9dfa-3dfde55dbf62 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jun 22 09:15:05.287350 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.289875 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2b0ba784-be9d-42cd-b083-7ee492a51e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:05.329311 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecd240fbfa8e460db075c899d412cfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923727 Jun 22 09:15:05.330286 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a1088-fdc2-48cb-b244-44a8f9018b05,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:05.332082 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34588) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:05.333823 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:05.379666 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.401545 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.451141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-0efc76d1-a81b-4ba4-9cba-c8a3cdf33ea6 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:05.452607 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-0efc76d1-a81b-4ba4-9cba-c8a3cdf33ea6 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 945 time: 0.0720227 Jun 22 09:15:05.498501 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34590) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:05.499393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.503379 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.503379 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b1a1088-fdc2-48cb-b244-44a8f9018b05 HTTP/1.1" status: 204 len: 168 time: 0.1701338 Jun 22 09:15:05.503993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:05.514180 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a1088-fdc2-48cb-b244-44a8f9018b05,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:05.516422 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:05.572054 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c098d5e0-f258-4ce6-8da1-afe4dc275e50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e178e510ccce459ab7ce215517fe4e01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0724010 Jun 22 09:15:05.574474 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34596) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:05.597071 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Deleting port 2e9023d4-294f-4608-8533-7ba0995b8f41 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:15:05.597773 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.640607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.667786 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.697243 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] For port 2e9023d4-294f-4608-8533-7ba0995b8f41, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=2e9023d4-294f-4608-8533-7ba0995b8f41,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:05.697604 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.766034 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Calling delete_port for 2e9023d4-294f-4608-8533-7ba0995b8f41 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:15:05.859095 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.862291 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:05.863642 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36a922c6-17fc-4d0e-a160-404350745ea1 HTTP/1.1" status: 204 len: 168 time: 0.2877610 Jun 22 09:15:05.864925 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-58fae164-bb70-4641-a097-4bae31f663d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:05.873779 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a922c6-17fc-4d0e-a160-404350745ea1,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:05.876317 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:06.004728 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:06.009407 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:06.018288 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['2e9023d4-294f-4608-8533-7ba0995b8f41'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:15:06.038023 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Pushing event deleted for resources: {'Port': ['ID=2e9023d4-294f-4608-8533-7ba0995b8f41,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:06.041485 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:06.095509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] No DVR routers for this DVR port 2e9023d4-294f-4608-8533-7ba0995b8f41 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:15:06.098091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:06.100693 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad9158f4-6c7c-45c2-b695-42ceee4534ba req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "DELETE /v2.0/ports/2e9023d4-294f-4608-8533-7ba0995b8f41 HTTP/1.1" status: 204 len: 173 time: 0.6384468 Jun 22 09:15:06.147784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66275-c1ea-4dd3-bf8c-c7b65e2bf088 req-8f58ff07-2f8e-4ef3-af89-1aef45b77f4f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:06.149246 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d1e66275-c1ea-4dd3-bf8c-c7b65e2bf088 req-8f58ff07-2f8e-4ef3-af89-1aef45b77f4f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0718708 Jun 22 09:15:06.204356 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d1e66275-c1ea-4dd3-bf8c-c7b65e2bf088 req-62695006-83dd-4d83-92fc-15906e5a24ca tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Jun 22 09:15:06.442468 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-426c3666-9b46-4ecc-b01c-83a528e5d1de req-c4f188bb-1c47-41fc-a904-d721dba7fba8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=73298ee8-51a8-4775-abc3-c8f8fedfa0ff HTTP/1.1" status: 200 len: 210 time: 0.0513844 Jun 22 09:15:06.705674 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'name': 'network-vif-deleted', 'tag': '2e9023d4-294f-4608-8533-7ba0995b8f41'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:15:06.708295 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec0059-15f7-4e63-8327-a68c8e3a826c" -d '{"events": [{"server_uuid": "73298ee8-51a8-4775-abc3-c8f8fedfa0ff", "name": "network-vif-deleted", "tag": "2e9023d4-294f-4608-8533-7ba0995b8f41"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:06.773132 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75af3997-b810-4a45-86c0-3d375f1d06c9 x-openstack-request-id: req-75af3997-b810-4a45-86c0-3d375f1d06c9 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:06.773529 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73298ee8-51a8-4775-abc3-c8f8fedfa0ff", "name": "network-vif-deleted", "tag": "2e9023d4-294f-4608-8533-7ba0995b8f41", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:06.773893 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75af3997-b810-4a45-86c0-3d375f1d06c9 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:06.774385 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73298ee8-51a8-4775-abc3-c8f8fedfa0ff', 'name': 'network-vif-deleted', 'tag': '2e9023d4-294f-4608-8533-7ba0995b8f41', 'status': 'completed', 'code': 200} Jun 22 09:15:07.431591 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4b340-05a9-4872-aec9-51ff106eb0fc req-6b7e89dd-383e-4d5c-a9e1-984a9b30ac99 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:07.437166 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6de4b340-05a9-4872-aec9-51ff106eb0fc req-6b7e89dd-383e-4d5c-a9e1-984a9b30ac99 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0874310 Jun 22 09:15:07.511695 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6de4b340-05a9-4872-aec9-51ff106eb0fc req-e6f9c34f-fb2f-4a33-a8ff-8dbfa3874155 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699785 Jun 22 09:15:08.009859 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34782) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:08.121422 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.225782 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.287615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.290176 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:08.335909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34808) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:08.336472 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa77eb76934a4c37a5d854ed1b882c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249283 Jun 22 09:15:08.337451 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b37bf-67ad-40c9-a3f0-f4ab1da87f08,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.344273 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:08.387507 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.410008 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.538800 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.541536 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:08.545880 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc5b37bf-67ad-40c9-a3f0-f4ab1da87f08 HTTP/1.1" status: 204 len: 168 time: 0.2056158 Jun 22 09:15:08.545880 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ad54c327-e1a8-4918-a4bd-eaa5ee118542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:08.552480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b37bf-67ad-40c9-a3f0-f4ab1da87f08,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.554832 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:08.701526 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34826) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:08.705857 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894eb82-d057-4136-8317-d74a9c5dcbe5 req-f2c050df-7155-4c02-9733-ad4571595c64 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:08.708476 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0894eb82-d057-4136-8317-d74a9c5dcbe5 req-f2c050df-7155-4c02-9733-ad4571595c64 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0819650 Jun 22 09:15:08.748515 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0894eb82-d057-4136-8317-d74a9c5dcbe5 req-6c8c86e7-adc1-4726-be17-64d7c7799842 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Jun 22 09:15:09.065646 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.155809 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.258813 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.264024 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-54a7094d-5b81-42d5-86da-fd34c1704182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:09.300778 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd603bd1ae9840a4ade7d3c524dded36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976934 Jun 22 09:15:09.301685 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1cfcb-ff43-4686-b07f-c055da2e3bbf,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:09.303534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34854) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:09.305068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:09.364085 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.386976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.499681 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.503263 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:09.504492 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8b1cfcb-ff43-4686-b07f-c055da2e3bbf HTTP/1.1" status: 204 len: 168 time: 0.1960790 Jun 22 09:15:09.505474 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b76e573d-1869-43e5-8002-c1a414d0cdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:09.519759 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1cfcb-ff43-4686-b07f-c055da2e3bbf,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:09.522459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:09.952106 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477edf4-d59f-481c-8cae-1308d5a621ab req-2ae63807-d4f6-4644-9bdb-abb10fc9b035 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:09.953786 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a477edf4-d59f-481c-8cae-1308d5a621ab req-2ae63807-d4f6-4644-9bdb-abb10fc9b035 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0705895 Jun 22 09:15:09.991899 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a477edf4-d59f-481c-8cae-1308d5a621ab req-042cdfc9-5a1c-46f2-b8fc-5aefca4e0efc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326166 Jun 22 09:15:10.164217 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 34926) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:10.177078 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.283411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.367460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.367460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-98f3a733-f814-475d-b305-c9449d6e0c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:10.403843 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a312e7ba6adc4b4ba8964fa8a02f0461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385569 Jun 22 09:15:10.406388 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b59038-abd3-4709-b003-df35f40c622f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:10.406633 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 34952) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:10.412337 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:10.463598 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.488882 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.610884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.613880 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:10.615197 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8b59038-abd3-4709-b003-df35f40c622f HTTP/1.1" status: 204 len: 168 time: 0.2074375 Jun 22 09:15:10.616250 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2ba7c85b-1544-44a9-9463-2f7f7b8d1aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:10.632332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b59038-abd3-4709-b003-df35f40c622f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:10.634983 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-766343f3-2c16-4935-9006-47a54c554209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:11.174733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35010) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:11.221185 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a0b94-9341-460c-9a35-3d854794c73b req-5d851ae3-65c6-4dfd-b922-35e313d45be6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:11.223069 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b18a0b94-9341-460c-9a35-3d854794c73b req-5d851ae3-65c6-4dfd-b922-35e313d45be6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0959201 Jun 22 09:15:11.273706 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b18a0b94-9341-460c-9a35-3d854794c73b req-8661bb25-cb45-4dbb-ac59-fa730528a3e9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391514 Jun 22 09:15:11.346979 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.435626 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.504367 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.508623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-48abe14f-ba12-4021-aee1-2cfefb6949bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:11.555666 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db8edc52eb924358ba95240a365e01ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767240 Jun 22 09:15:11.556354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35040) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:11.559362 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba595490-132e-43a7-8374-91b6376cb76e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:11.562607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:11.612024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.637076 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.759463 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.763879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:11.765218 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba595490-132e-43a7-8374-91b6376cb76e HTTP/1.1" status: 204 len: 168 time: 0.2080128 Jun 22 09:15:11.766175 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1b445ecb-d0d6-41f2-bc4f-ce13a7ef0dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:11.773799 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba595490-132e-43a7-8374-91b6376cb76e,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:11.776068 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:12.187329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 2e9023d4-294f-4608-8533-7ba0995b8f41 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:15:12.209988 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 2e9023d4-294f-4608-8533-7ba0995b8f41 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:15:12.210357 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 2e9023d4-294f-4608-8533-7ba0995b8f41 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:15:12.473837 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c355a1-2611-477d-9f75-208afc7d43ae req-c02ecdc1-6cc7-4717-beb3-a9cfe92f894c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:12.473837 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b7c355a1-2611-477d-9f75-208afc7d43ae req-c02ecdc1-6cc7-4717-beb3-a9cfe92f894c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0714083 Jun 22 09:15:12.486558 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35068) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:12.513162 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c3afc7d-4918-48e3-ac57-d71ec48568bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.531541 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b7c355a1-2611-477d-9f75-208afc7d43ae req-7fcdba27-0616-44b8-a55e-b93808d3d171 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590308 Jun 22 09:15:12.620265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c3afc7d-4918-48e3-ac57-d71ec48568bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.704504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c3afc7d-4918-48e3-ac57-d71ec48568bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.708220 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-995520d2-6a4b-4d95-a0ae-4f47b760d764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:12.743785 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5c3afc7d-4918-48e3-ac57-d71ec48568bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df4ccf1cb43e471d98a665244b3b3141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561212 Jun 22 09:15:12.744785 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3afc7d-4918-48e3-ac57-d71ec48568bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98be127-5eca-451b-a921-23ae1f8d5a24,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:12.746398 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35076) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:12.748915 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5c3afc7d-4918-48e3-ac57-d71ec48568bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:12.797549 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.819687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.951580 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.960585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:12.960585 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f98be127-5eca-451b-a921-23ae1f8d5a24 HTTP/1.1" status: 204 len: 168 time: 0.2074699 Jun 22 09:15:12.960585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c06c2850-e6f3-42a5-a174-e4f057c1b75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:12.968427 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98be127-5eca-451b-a921-23ae1f8d5a24,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:12.971336 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:13.739350 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577f9cf-b2f9-4799-b9e4-6df2b477f42f req-784add7c-3519-4bc1-af37-a55cb76b6073 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:13.740846 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6577f9cf-b2f9-4799-b9e4-6df2b477f42f req-784add7c-3519-4bc1-af37-a55cb76b6073 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0647931 Jun 22 09:15:13.791058 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6577f9cf-b2f9-4799-b9e4-6df2b477f42f req-0b0f8f31-6654-463a-8956-f15a99215042 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Jun 22 09:15:14.157102 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35140) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:14.262038 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.354934 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.464694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.468546 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-654fa94b-0d22-41e6-8e7e-57bcc3e9f506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:14.505623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35154) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:14.506139 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=952f7fca991e4ad59f75501d42637b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475378 Jun 22 09:15:14.511626 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db62c39-9209-4c40-ba4d-612633b60e75,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:14.516101 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:14.557422 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.578529 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.698995 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.704105 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:14.708326 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3db62c39-9209-4c40-ba4d-612633b60e75 HTTP/1.1" status: 204 len: 168 time: 0.1984804 Jun 22 09:15:14.708326 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b05d9203-e870-473e-83d5-5563ff5c7511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:14.714603 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db62c39-9209-4c40-ba4d-612633b60e75,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:14.717184 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:14.994000 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2ad7-b947-4046-ad48-b24f78a4e178 req-9d8def23-a4f4-4dbe-b28f-c41f3dc817ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:14.995431 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-537e2ad7-b947-4046-ad48-b24f78a4e178 req-9d8def23-a4f4-4dbe-b28f-c41f3dc817ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0701058 Jun 22 09:15:15.036721 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-537e2ad7-b947-4046-ad48-b24f78a4e178 req-6da1e383-8758-4c1e-a2f6-9cf69ff3f7c6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Jun 22 09:15:15.343242 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35182) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:15.358209 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.452674 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.536316 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.538967 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-93b71f1e-bb60-401f-bd59-7c860ea09fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:15.573600 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f0f744d06634c8a81f0d10814ad04bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293072 Jun 22 09:15:15.574562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281012eb-b247-447d-97b6-80bff71f64f7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:15.577049 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35186) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:15.578752 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:15.627054 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.649399 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.790062 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.792734 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:15.793911 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/281012eb-b247-447d-97b6-80bff71f64f7 HTTP/1.1" status: 204 len: 168 time: 0.2158880 Jun 22 09:15:15.794669 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f5aa16de-0f54-403b-8ed3-2a55d399e4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:15.801946 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281012eb-b247-447d-97b6-80bff71f64f7,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:15.809738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:16.242654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cc207-aae8-4cbe-bbd3-e97e5978360f req-51d048b1-2384-4b4d-b5d9-b0ff268cb09f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:16.244528 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1c8cc207-aae8-4cbe-bbd3-e97e5978360f req-51d048b1-2384-4b4d-b5d9-b0ff268cb09f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0856614 Jun 22 09:15:16.291688 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1c8cc207-aae8-4cbe-bbd3-e97e5978360f req-0c8fca7d-cc67-4468-a83e-5c1bcc491f4a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Jun 22 09:15:17.374049 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35252) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:17.487567 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9de17b-5ca4-4b69-be68-10062fe78fa5 req-443a0cab-a73b-45fd-ad1f-bcd88b571084 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:17.489157 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7e9de17b-5ca4-4b69-be68-10062fe78fa5 req-443a0cab-a73b-45fd-ad1f-bcd88b571084 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0670803 Jun 22 09:15:17.514583 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-637e4532-bf4c-4e9e-89ee-23e7587319a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e863c1155f4946c5abed2259abd11963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390271 Jun 22 09:15:17.516934 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35258) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:17.534638 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7e9de17b-5ca4-4b69-be68-10062fe78fa5 req-db95c8b8-66d2-483d-bf4d-3523170a430b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Jun 22 09:15:17.570684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.592548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.598735 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35260) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:17.708381 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.727166 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.729812 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.731042 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5 HTTP/1.1" status: 204 len: 168 time: 0.2130952 Jun 22 09:15:17.732344 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-10022503-ab69-4e07-aa41-bcb86d8311b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:17.745540 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5f1d5-5dc6-4fde-a877-bf8facdaa3f5,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:17.748937 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:17.808342 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.988101 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:17.990754 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-367e4909-e9af-478c-8560-44d596d4a699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:18.026771 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=045eb9f73f6541f491d1973081655d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269412 Jun 22 09:15:18.027677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3244e86-ad59-4ac5-a9ca-cf6238c6a71d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:18.029654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35270) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:18.030970 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:18.079585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:18.103592 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:18.241791 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:18.244740 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:18.249305 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3244e86-ad59-4ac5-a9ca-cf6238c6a71d HTTP/1.1" status: 204 len: 168 time: 0.2151885 Jun 22 09:15:18.249305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2e44c5c6-9640-4f4d-9841-b7726ad65e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:18.255419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3244e86-ad59-4ac5-a9ca-cf6238c6a71d,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:18.257891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:18.726961 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480b4f-b2dd-4b01-aae3-35971e024525 req-df522bbe-dc21-4599-ae54-983312e0fb43 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:18.728447 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e480b4f-b2dd-4b01-aae3-35971e024525 req-df522bbe-dc21-4599-ae54-983312e0fb43 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0756068 Jun 22 09:15:18.770144 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e480b4f-b2dd-4b01-aae3-35971e024525 req-a64a0e0c-eeb0-4a9f-b54f-00b2cc4cc74f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335326 Jun 22 09:15:19.009098 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35320) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:19.117447 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-372872401-network', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:19.216439 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Made reservation on behalf of b9e3a3a713e341739b170c4d1fadacd8 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:19.219626 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.228616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.318774 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.401858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.406542 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-761c6377-6c4f-460a-b3b5-9d721cc9df02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:19.424105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:15:19.437776 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d637460-eb8c-4fb9-8130-f4ad63ad69e3,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:19.441795 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:19.442801 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.443154 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Added segment b6455f4e-b5e9-4163-99a0-d332fbb9e760 of type vlan for network 0876d8b5-ebd6-439a-8598-14c25803dbdf Jun 22 09:15:19.486691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.570301 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.571689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:19.572293 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:19.574399 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:19.630042 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Pushing event updated for resources: {'Network': ['ID=0876d8b5-ebd6-439a-8598-14c25803dbdf,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:19.632797 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:19.640414 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:15:19.699735 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6894929 Jun 22 09:15:19.702788 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35364) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:19.708230 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Request body: {'subnet': {'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-372872401-subnet', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:19.796453 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Made reservation on behalf of b9e3a3a713e341739b170c4d1fadacd8 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:19.798801 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.011095 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52031-340a-4c57-a172-8c960b1cd3d6 req-45b3c8dd-882b-422a-bf22-103e340edf6e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:20.012505 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9ee52031-340a-4c57-a172-8c960b1cd3d6 req-45b3c8dd-882b-422a-bf22-103e340edf6e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1238844 Jun 22 09:15:20.050559 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.054234 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9ee52031-340a-4c57-a172-8c960b1cd3d6 req-5981e00c-d880-44d2-a14a-49a696075b2c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Jun 22 09:15:20.087812 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.091676 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a4ab0917-542f-4112-9cfb-7981a50a5c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:20.144039 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7031cbfb-687b-432d-99a8-e2dc4e4f4d98,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.147353 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:20.154084 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Checking segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:20.154483 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Network hostable DHCP agents. Network: 0876d8b5-ebd6-439a-8598-14c25803dbdf, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:15:20.180888 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35370) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:20.244763 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:15:20.285627 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.319719 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 0876d8b5-ebd6-439a-8598-14c25803dbdf) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:20.327923 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc9d5b-e711-40fb-8a89-59ad27809c82 None None] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:20.328098 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:20.328605 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.386481 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.471407 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.475397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-0876d8b5-ebd6-439a-8598-14c25803dbdf', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:15:20.475568 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9fc1af27-6597-4303-8d07-b038cc750d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:20.476287 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.511625 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c433ff13120e4d99b821fddc021d0a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296950 Jun 22 09:15:20.514526 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f48248-aaf4-40aa-9308-9bfa155c322c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.515425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35382) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:20.517640 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:20.533010 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-132aecbf-fc4b-4d7e-a248-a93edc922da9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8290586 Jun 22 09:15:20.533601 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35384) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:20.537937 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:20.572284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.594111 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.610254 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Allocated IP 172.20.0.2 (0876d8b5-ebd6-439a-8598-14c25803dbdf/7031cbfb-687b-432d-99a8-e2dc4e4f4d98/26b34ddd-6c40-458b-a223-e9800c1d145d) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:20.613257 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.614400 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.667630 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.721439 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.724068 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.725315 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8f48248-aaf4-40aa-9308-9bfa155c322c HTTP/1.1" status: 204 len: 168 time: 0.2088547 Jun 22 09:15:20.726070 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c38872cf-cbd3-458a-91b7-5da0a5198b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:20.734387 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f48248-aaf4-40aa-9308-9bfa155c322c,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.736584 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:20.763604 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.772134 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Transition to ACTIVE for port object 26b34ddd-6c40-458b-a223-e9800c1d145d will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:20.788578 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Transition to ACTIVE for port object 26b34ddd-6c40-458b-a223-e9800c1d145d will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:20.882822 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.921903 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:20.924779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:20.961296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:20.968694 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:20.968694 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:20.975049 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Pushing event updated for resources: {'Port': ['ID=26b34ddd-6c40-458b-a223-e9800c1d145d,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.984678 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.985022 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.985361 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.985695 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.986023 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.986350 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.986679 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.987007 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.987350 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.987672 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.987991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:20.988308 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:21.007973 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:21.041429 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Attempting to bind port 26b34ddd-6c40-458b-a223-e9800c1d145d on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:21.041813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Attempting to bind port 26b34ddd-6c40-458b-a223-e9800c1d145d by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:21.042299 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Attempting to bind port 26b34ddd-6c40-458b-a223-e9800c1d145d on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:21.047461 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:21.047845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Checking segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:21.048256 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.048653 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Bound using segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:21.049138 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Bound port: 26b34ddd-6c40-458b-a223-e9800c1d145d, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:21.049594 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.120274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] For port 26b34ddd-6c40-458b-a223-e9800c1d145d, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:21.124845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] For port 26b34ddd-6c40-458b-a223-e9800c1d145d, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=26b34ddd-6c40-458b-a223-e9800c1d145d,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:21.182907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.193060 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:21.208161 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.228932 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.259929 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64b5e-63d2-4241-bb95-05c636a63719 req-89390f84-d325-4551-971c-8d9d0dbb67c0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:21.261673 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-78d64b5e-63d2-4241-bb95-05c636a63719 req-89390f84-d325-4551-971c-8d9d0dbb67c0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0894587 Jun 22 09:15:21.273258 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Pushing event updated for resources: {'Port': ['ID=26b34ddd-6c40-458b-a223-e9800c1d145d,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:21.276693 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:21.318952 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-78d64b5e-63d2-4241-bb95-05c636a63719 req-b7f736e5-6f2b-4c44-b9db-a4d81a356f80 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506811 Jun 22 09:15:21.376050 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Allocated IP 172.27.0.37 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/be1e56eb-24e8-4b43-a921-1bd94caa9be0) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:21.530019 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.668494 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:21.670696 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:21.713993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:21.719056 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:21.723789 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:21.726669 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Pushing event updated for resources: {'Port': ['ID=be1e56eb-24e8-4b43-a921-1bd94caa9be0,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:21.756893 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:21.834750 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35416) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:21.932678 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-702149171-network', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:22.054556 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Made reservation on behalf of 30a7305a11334a0b8f4c5b20eb60d95d for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:22.056941 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.066700 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.068430 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.181969 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab95f40-2d24-4d36-a0cd-64166dd2de8b None None] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:22.321713 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.328763 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.345147 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-6ec7028d-7f70-4270-bf05-03f25259ea96 None None] Provisioning for port 26b34ddd-6c40-458b-a223-e9800c1d145d completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:22.640456 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.652149 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1285c257-e5b4-454a-8ada-67022a4f53d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:22.690495 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:15:22.719283 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.723410 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Added segment 11221006-9cc2-4263-ba5a-961427184c10 of type vlan for network 361e41ac-0036-4234-8a8b-ade0b38c033d Jun 22 09:15:22.730778 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54b788-e3e0-4d0d-b3b7-99cb0227487c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:22.739625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:22.769541 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 26b34ddd-6c40-458b-a223-e9800c1d145d up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:22.784797 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.827838 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320e1e5-428e-4b15-bed1-fc023299856d req-a15ac00d-f4a2-42d1-8e9b-dc5172f3ebbe tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:22.829277 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f320e1e5-428e-4b15-bed1-fc023299856d req-a15ac00d-f4a2-42d1-8e9b-dc5172f3ebbe tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1933975 Jun 22 09:15:22.867318 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f320e1e5-428e-4b15-bed1-fc023299856d req-a5c3f267-2648-407b-8d81-9394673dde89 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320101 Jun 22 09:15:22.869995 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 26b34ddd-6c40-458b-a223-e9800c1d145d completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:22.874576 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 26b34ddd-6c40-458b-a223-e9800c1d145d triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:22.874962 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.902165 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.903989 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Router 26493b78-1f4c-4717-90bb-d28924784099 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:15:22.907363 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:22.907982 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.911602 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:22.955465 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:22.986460 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 26b34ddd-6c40-458b-a223-e9800c1d145d, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=26b34ddd-6c40-458b-a223-e9800c1d145d,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:23.006546 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Pushing event updated for resources: {'Network': ['ID=361e41ac-0036-4234-8a8b-ade0b38c033d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:23.012774 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:23.016674 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 361e41ac-0036-4234-8a8b-ade0b38c033d details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:15:23.049628 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2137473 Jun 22 09:15:23.052843 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35430) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:23.057687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Request body: {'subnet': {'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-702149171-subnet', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:23.074750 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:23.085209 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285653d7-1170-4775-a386-42226462fa9d None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:23.094035 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:23.094763 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:23.131272 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.135839 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:23.193241 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Made reservation on behalf of 30a7305a11334a0b8f4c5b20eb60d95d for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:23.195644 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24885518'] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.225107 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=26b34ddd-6c40-458b-a223-e9800c1d145d,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:23.228453 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:23.245515 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:23.273335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.274669 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7401006 Jun 22 09:15:23.277457 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35432) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:23.427145 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:21Z', 'revision_number': 3, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:23.454868 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285653d7-1170-4775-a386-42226462fa9d None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:23.454868 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285653d7-1170-4775-a386-42226462fa9d None None] Updating router 26493b78-1f4c-4717-90bb-d28924784099 port be1e56eb-24e8-4b43-a921-1bd94caa9be0 binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:23.494741 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-285653d7-1170-4775-a386-42226462fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.794689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12793711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24885564'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.802206 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:23.875954 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-285653d7-1170-4775-a386-42226462fa9d None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.885845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-285653d7-1170-4775-a386-42226462fa9d None None] Transition to ACTIVE for port object be1e56eb-24e8-4b43-a921-1bd94caa9be0 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:23.897229 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0d8c0f-392d-490a-9f99-acd008117047,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:23.906846 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:23.918935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Checking segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:23.919375 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Network hostable DHCP agents. Network: 361e41ac-0036-4234-8a8b-ade0b38c033d, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:15:23.955632 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-285653d7-1170-4775-a386-42226462fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:23.958819 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:24.013993 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-285653d7-1170-4775-a386-42226462fa9d None None] Attempting to bind port be1e56eb-24e8-4b43-a921-1bd94caa9be0 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:24.014373 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-285653d7-1170-4775-a386-42226462fa9d None None] Attempting to bind port be1e56eb-24e8-4b43-a921-1bd94caa9be0 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:24.014791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285653d7-1170-4775-a386-42226462fa9d None None] Attempting to bind port be1e56eb-24e8-4b43-a921-1bd94caa9be0 on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:24.016873 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100fcae-386c-46a9-9ddb-79923bd21ed3 None None] Pushing event updated for resources: {'Port': ['ID=be1e56eb-24e8-4b43-a921-1bd94caa9be0,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:24.019724 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9100fcae-386c-46a9-9ddb-79923bd21ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:24.023927 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285653d7-1170-4775-a386-42226462fa9d None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:24.024314 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285653d7-1170-4775-a386-42226462fa9d None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:24.024722 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-285653d7-1170-4775-a386-42226462fa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.025115 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285653d7-1170-4775-a386-42226462fa9d None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:24.025592 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-285653d7-1170-4775-a386-42226462fa9d None None] Bound port: be1e56eb-24e8-4b43-a921-1bd94caa9be0, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:24.025973 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-285653d7-1170-4775-a386-42226462fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.065548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Network 361e41ac-0036-4234-8a8b-ade0b38c033d is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:15:24.078083 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-285653d7-1170-4775-a386-42226462fa9d None None] For port be1e56eb-24e8-4b43-a921-1bd94caa9be0, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:24.081058 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-285653d7-1170-4775-a386-42226462fa9d None None] For port be1e56eb-24e8-4b43-a921-1bd94caa9be0, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=be1e56eb-24e8-4b43-a921-1bd94caa9be0,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:24.118057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23722ed-a56b-4250-8e1f-8bc2de06b7c8 req-22f5001b-38ea-4da3-ac84-1038bef71e37 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:24.119542 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b23722ed-a56b-4250-8e1f-8bc2de06b7c8 req-22f5001b-38ea-4da3-ac84-1038bef71e37 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1333787 Jun 22 09:15:24.130689 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-285653d7-1170-4775-a386-42226462fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.132827 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:24.180115 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 361e41ac-0036-4234-8a8b-ade0b38c033d) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:24.185091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.189270 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:24.189889 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:24.190034 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:24.190608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.191804 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6cd707-a47d-4482-b69e-e99431f86425 None None] Network 361e41ac-0036-4234-8a8b-ade0b38c033d requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:24.194955 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b23722ed-a56b-4250-8e1f-8bc2de06b7c8 req-b42ba206-82b8-4ab4-995f-447936deb9a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542443 Jun 22 09:15:24.236940 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100fcae-386c-46a9-9ddb-79923bd21ed3 None None] Pushing event updated for resources: {'Port': ['ID=be1e56eb-24e8-4b43-a921-1bd94caa9be0,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:24.264769 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9100fcae-386c-46a9-9ddb-79923bd21ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:24.271149 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2172074 Jun 22 09:15:24.273844 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35444) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:24.278110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:24.357922 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:24.371789 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Allocated IP 172.20.0.1 (0876d8b5-ebd6-439a-8598-14c25803dbdf/7031cbfb-687b-432d-99a8-e2dc4e4f4d98/e9eae41c-5f99-4e8e-9698-789b1061a93c) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:24.424811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.425856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.499352 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.517416 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-361e41ac-0036-4234-8a8b-ade0b38c033d', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:15:24.518911 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.522287 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.536250 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Transition to ACTIVE for port object e9eae41c-5f99-4e8e-9698-789b1061a93c will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:24.734905 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Allocated IP 172.20.0.2 (361e41ac-0036-4234-8a8b-ade0b38c033d/1d0d8c0f-392d-490a-9f99-acd008117047/04e83bf9-045b-496c-98fd-415073cb2d38) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:24.768281 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-285653d7-1170-4775-a386-42226462fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:21Z', 'revision_number': 3, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:24.780404 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.829454 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 26b34ddd-6c40-458b-a223-e9800c1d145d up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:24.833191 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285653d7-1170-4775-a386-42226462fa9d None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:21Z', 'revision_number': 3, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:24.863422 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-68d43194-e116-4822-8109-fb0a38a37ab3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:24.864990 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-68d43194-e116-4822-8109-fb0a38a37ab3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/networks?id=54baa6ad-9a35-4121-a2a6-947b27bb5f88 HTTP/1.1" status: 200 len: 814 time: 0.1170113 Jun 22 09:15:24.874711 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.878193 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:24.908723 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-3606d8ef-985a-449d-b728-9397bf60286d tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/quotas/fac8a034ef9c451980b21aa97c9a79c1 HTTP/1.1" status: 200 len: 375 time: 0.0371919 Jun 22 09:15:24.921265 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 26b34ddd-6c40-458b-a223-e9800c1d145d triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:24.921894 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:24.926735 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:24.929554 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:24.933304 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:24.961894 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9eae41c-5f99-4e8e-9698-789b1061a93c,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:24.971701 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-bd476687-5e16-42ee-bafd-b97c2ee4e1b1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488853 Jun 22 09:15:24.976687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:25.001378 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.013231 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Transition to ACTIVE for port object 04e83bf9-045b-496c-98fd-415073cb2d38 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:25.031563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.035087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Transition to ACTIVE for port object 04e83bf9-045b-496c-98fd-415073cb2d38 will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:25.188977 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.192156 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:25.259548 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Network 361e41ac-0036-4234-8a8b-ade0b38c033d is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:25.261356 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-99436695-94aa-4c0a-a96c-a1e5e15f9b3d service neutron] 10.222.0.37 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727098 Jun 22 09:15:25.282448 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:25.286464 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:25.383964 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Pushing event updated for resources: {'Port': ['ID=04e83bf9-045b-496c-98fd-415073cb2d38,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:25.388907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:25.391457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Attempting to bind port 04e83bf9-045b-496c-98fd-415073cb2d38 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:25.391917 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Attempting to bind port 04e83bf9-045b-496c-98fd-415073cb2d38 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:25.392359 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Attempting to bind port 04e83bf9-045b-496c-98fd-415073cb2d38 on network 361e41ac-0036-4234-8a8b-ade0b38c033d {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:25.397992 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:25.398465 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Checking segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:25.398940 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.399424 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Bound using segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:25.399973 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Bound port: 04e83bf9-045b-496c-98fd-415073cb2d38, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:25.400457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.405666 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-a6bf9a4d-54a0-4554-bf4c-c256b2627d93 service neutron] 10.222.0.37 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426678 Jun 22 09:15:25.438615 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.463219 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-5052dde2-c8bf-405b-bb81-88aa1c0f3373 None None] Provisioning for port e9eae41c-5f99-4e8e-9698-789b1061a93c completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:25.474693 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-5052dde2-c8bf-405b-bb81-88aa1c0f3373 None None] Provisioning complete for port e9eae41c-5f99-4e8e-9698-789b1061a93c triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:25.475019 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-5052dde2-c8bf-405b-bb81-88aa1c0f3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.496042 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.502728 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] For port 04e83bf9-045b-496c-98fd-415073cb2d38, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:25.522368 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] For port 04e83bf9-045b-496c-98fd-415073cb2d38, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=04e83bf9-045b-496c-98fd-415073cb2d38,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:25.526187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.530992 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-5052dde2-c8bf-405b-bb81-88aa1c0f3373 None None] Port e9eae41c-5f99-4e8e-9698-789b1061a93c cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:25.607184 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146aa9b-e59c-4e96-a06b-1637917fb2df req-32f71bf2-2dc8-44e7-adb8-cc740ef0bb1e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:25.608742 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f146aa9b-e59c-4e96-a06b-1637917fb2df req-32f71bf2-2dc8-44e7-adb8-cc740ef0bb1e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.2538671 Jun 22 09:15:25.608886 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.611112 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-a4cba80f-364f-4059-8ce0-5f58d4a00810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:25.681786 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Pushing event updated for resources: {'Port': ['ID=04e83bf9-045b-496c-98fd-415073cb2d38,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:25.709403 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:25.833030 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-88f6e8db-87f3-4618-9ce8-a5bf113b59ce req-c106dea8-2798-42e4-85c4-b7fc896d6f14 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0775013 Jun 22 09:15:25.840535 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Allocated IP 172.27.0.163 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/a8cca7a5-a0c1-414e-9d4f-47fe742d20ef) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:25.853577 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b27157de-d2b2-4aba-870c-85b4239ab49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:25.856358 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f146aa9b-e59c-4e96-a06b-1637917fb2df req-cf6c9569-86ac-4506-85f4-95c054002fc4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210181 Jun 22 09:15:26.050084 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.120905 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.137124 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.138726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:26.230922 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.236518 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9eae41c-5f99-4e8e-9698-789b1061a93c,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:26.239537 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:26.353345 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:26.353345 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:26.394927 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.399145 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:26.477841 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:26.488368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:26.494161 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:26.499983 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Pushing event updated for resources: {'Port': ['ID=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:26.521625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:26.546412 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:15:26.559157 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-8db2d469-f612-4499-9d51-98a2c39bd3e4 None None] Provisioning complete for port e9eae41c-5f99-4e8e-9698-789b1061a93c triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:26.559767 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-8db2d469-f612-4499-9d51-98a2c39bd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.599498 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-8db2d469-f612-4499-9d51-98a2c39bd3e4 None None] Port e9eae41c-5f99-4e8e-9698-789b1061a93c cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:26.765490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:26.771543 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] 10.222.0.37 "PUT /v2.0/routers/26493b78-1f4c-4717-90bb-d28924784099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4931166 Jun 22 09:15:26.832211 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 04e83bf9-045b-496c-98fd-415073cb2d38 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:26.933535 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:26.960624 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5384975b-2e90-4cf9-b232-ca88535afade req-5a7da822-b677-437f-bec4-872ee18422f1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0339866 Jun 22 09:15:26.984919 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 04e83bf9-045b-496c-98fd-415073cb2d38 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:26.993527 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device be1e56eb-24e8-4b43-a921-1bd94caa9be0 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:27.113771 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:27.123926 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:27.124536 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:27.222339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port be1e56eb-24e8-4b43-a921-1bd94caa9be0 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:27.227749 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port be1e56eb-24e8-4b43-a921-1bd94caa9be0 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:27.228297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.244765 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:27.346269 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.389991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port be1e56eb-24e8-4b43-a921-1bd94caa9be0, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=be1e56eb-24e8-4b43-a921-1bd94caa9be0,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:27.481882 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.481882 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:27.517806 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 2, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:27.545760 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=be1e56eb-24e8-4b43-a921-1bd94caa9be0,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:27.547144 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:27.547767 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Updating router 26493b78-1f4c-4717-90bb-d28924784099 port e9eae41c-5f99-4e8e-9698-789b1061a93c binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:27.549149 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:27.552464 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09940df-80fa-4e36-a318-63d137389f9c req-ea86f90f-7695-456b-82f0-c5e69a1c7454 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:27.553935 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d09940df-80fa-4e36-a318-63d137389f9c req-ea86f90f-7695-456b-82f0-c5e69a1c7454 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.5021317 Jun 22 09:15:27.577397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.592514 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.664282 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d09940df-80fa-4e36-a318-63d137389f9c req-81e3ede7-33e0-4a6b-8ef2-2409d8c83ec3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992908 Jun 22 09:15:27.802005 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9be84-abc3-46c0-a43e-833159b72c3a None None] Network 361e41ac-0036-4234-8a8b-ade0b38c033d requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:27.810286 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35542) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:27.815509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-186083455-network', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:27.892472 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Router 8bd11170-150b-4d42-a1d8-c32124a04667 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:15:27.923238 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Provisioning for port 04e83bf9-045b-496c-98fd-415073cb2d38 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:27.930496 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Provisioning complete for port 04e83bf9-045b-496c-98fd-415073cb2d38 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:27.930870 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.945610 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Made reservation on behalf of ed9e9da99961470bafcc780a97fe7244 for: {'network': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:27.948286 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.963526 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.972045 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:27.985469 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Transition to ACTIVE for port object e9eae41c-5f99-4e8e-9698-789b1061a93c will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:28.064768 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:28.067728 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.073204 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:28.117635 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Pushing event updated for resources: {'Port': ['ID=e9eae41c-5f99-4e8e-9698-789b1061a93c,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.135703 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Sync routers for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:28.138179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.138316 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.138926 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.138926 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.139756 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.139756 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.140319 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.140451 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.140821 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.141234 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.141618 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.141998 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.142424 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:28.159935 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:28.160616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:28.171575 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eed5d493-4bb5-4c56-8429-7b7beb768899 req-a45bc8c8-9c0d-4b40-b32f-7e057d7d2d13 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0503371 Jun 22 09:15:28.190137 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:28.223484 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.228080 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1b3064f5-d235-4330-854f-452129365f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:28.251397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:15:28.268039 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Attempting to bind port e9eae41c-5f99-4e8e-9698-789b1061a93c on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:28.268835 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Attempting to bind port e9eae41c-5f99-4e8e-9698-789b1061a93c by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:28.269842 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Attempting to bind port e9eae41c-5f99-4e8e-9698-789b1061a93c on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:28.276538 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:28.277302 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Checking segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:28.277967 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.279668 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Bound using segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:28.280348 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9786ec0-6e44-47f1-b4dc-7fbd1e99ad2f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.280676 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Bound port: e9eae41c-5f99-4e8e-9698-789b1061a93c, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:28.281239 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.286122 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:28.287814 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.288166 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.segments_db [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Added segment a2630fb5-7a8a-463e-892d-7468a5c554cb of type vlan for network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 Jun 22 09:15:28.292023 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.303115 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.305449 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35548) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:28.305803 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0309324 Jun 22 09:15:28.369514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.400115 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] For port 04e83bf9-045b-496c-98fd-415073cb2d38, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=04e83bf9-045b-496c-98fd-415073cb2d38,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:28.407097 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:28.417948 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] For port e9eae41c-5f99-4e8e-9698-789b1061a93c, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:28.422641 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] For port e9eae41c-5f99-4e8e-9698-789b1061a93c, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9eae41c-5f99-4e8e-9698-789b1061a93c,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:28.517077 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.518266 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:28.546084 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.546869 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.548924 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:28.550190 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.559935 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:28.563998 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:28.594491 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Pushing event updated for resources: {'Port': ['ID=04e83bf9-045b-496c-98fd-415073cb2d38,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.600111 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:28.665600 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Pushing event updated for resources: {'Network': ['ID=3f76c1e4-4059-407d-aab5-6438dd9fdd49,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.676918 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:28.677562 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Pushing event updated for resources: {'Port': ['ID=e9eae41c-5f99-4e8e-9698-789b1061a93c,revision_number=4']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.677695 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:15:28.684913 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:28.685437 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8734045 Jun 22 09:15:28.688789 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35550) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:28.689441 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:28.692641 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:14:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:28.700628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Request body: {'subnet': {'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-186083455-subnet', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'ip_version': 4}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:28.826096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:26Z', 'revision_number': 3, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:28.829093 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 04e83bf9-045b-496c-98fd-415073cb2d38 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:28.832870 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Made reservation on behalf of ed9e9da99961470bafcc780a97fe7244 for: {'subnet': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:28.835271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24885518'] for subnet, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.888864 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:28.923157 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Checking router: 8bd11170-150b-4d42-a1d8-c32124a04667 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:28.923520 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Updating router 8bd11170-150b-4d42-a1d8-c32124a04667 port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:28.959329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-05c8c135-5cce-4c14-87c6-f809eaff6875 None None] Provisioning complete for port 04e83bf9-045b-496c-98fd-415073cb2d38 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:28.959723 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-05c8c135-5cce-4c14-87c6-f809eaff6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:28.996615 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.094701 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.126807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fb8ad-a0a2-4f17-a156-bfaeed820047 req-b7e66821-47bf-48bc-8b35-f62db7a00392 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:29.134133 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3c7fb8ad-a0a2-4f17-a156-bfaeed820047 req-b7e66821-47bf-48bc-8b35-f62db7a00392 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.2271037 Jun 22 09:15:29.217976 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 04e83bf9-045b-496c-98fd-415073cb2d38 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:29.218209 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.241043 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:28Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:29.281181 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Allocated IP 172.20.0.1 (361e41ac-0036-4234-8a8b-ade0b38c033d/1d0d8c0f-392d-490a-9f99-acd008117047/49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:29.286572 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3c7fb8ad-a0a2-4f17-a156-bfaeed820047 req-cbe687fd-fea8-4d1f-90ec-c83937a5973a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514337 Jun 22 09:15:29.311042 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc459da-ca4b-46db-96b4-e1fce555099d None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:28Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:29.340054 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e88f4d42-4fa8-4e64-85aa-fdbe2cd203b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.402082 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12793711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24885564'] for subnet, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.406144 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-244a89ea-43a2-4738-a85b-69cdd7a644d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:29.433388 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7f79f4f5-733e-4ad1-a342-cb1620b94956 req-ad9f2284-87be-4989-a316-fc3976b4af35 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0442159 Jun 22 09:15:29.488145 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f15ea8-b7f4-42ae-a035-e637db2fee68,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:29.490788 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.515202 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Transition to ACTIVE for port object 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:29.517091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:29.524869 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.535809 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device be1e56eb-24e8-4b43-a921-1bd94caa9be0 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:29.564294 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Transition to ACTIVE for port object a8cca7a5-a0c1-414e-9d4f-47fe742d20ef will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:29.572127 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Checking segment: {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:29.572730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Network hostable DHCP agents. Network: 3f76c1e4-4059-407d-aab5-6438dd9fdd49, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:15:29.599189 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port be1e56eb-24e8-4b43-a921-1bd94caa9be0 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:29.599582 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.626127 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.636179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-e0665387-fe42-431a-bfb0-e75ce79d86ea tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:29.637222 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:29.637767 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-e0665387-fe42-431a-bfb0-e75ce79d86ea tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "GET /v2.0/networks?id=54baa6ad-9a35-4121-a2a6-947b27bb5f88 HTTP/1.1" status: 200 len: 814 time: 0.2252185 Jun 22 09:15:29.638680 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.641465 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:29.655059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Request body: {'port': {'device_id': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88', 'admin_state_up': True, 'tenant_id': 'fac8a034ef9c451980b21aa97c9a79c1'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:29.700898 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Attempting to bind port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:29.701700 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Attempting to bind port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:29.702089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Attempting to bind port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:29.706155 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Network 361e41ac-0036-4234-8a8b-ade0b38c033d is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:29.713912 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:29.716964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:15:29.720996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:29.721322 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:29.721737 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.722138 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:29.722665 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Bound port: a8cca7a5-a0c1-414e-9d4f-47fe742d20ef, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:29.723049 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.739998 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:29.740826 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.765525 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6988-b5a3-4f19-b80c-7195b7f03fea None None] Pushing event updated for resources: {'Port': ['ID=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:29.768621 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-950f6988-b5a3-4f19-b80c-7195b7f03fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:29.820865 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Pushing event updated for resources: {'Port': ['ID=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:29.833826 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] For port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:29.834319 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, 3f76c1e4-4059-407d-aab5-6438dd9fdd49) {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:29.838204 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] For port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:29.845910 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7ede7-96d2-463c-a3ef-a221060cdd25 None None] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:29.848294 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:29.849220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:29.853677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:30.026457 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.033829 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:30.064977 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Made reservation on behalf of fac8a034ef9c451980b21aa97c9a79c1 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:30.065133 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-3f76c1e4-4059-407d-aab5-6438dd9fdd49', 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'fixed_ips': [{'subnet_id': '40f15ea8-b7f4-42ae-a035-e637db2fee68'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:15:30.073594 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.084093 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.123544 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:30.124252 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:30.175980 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6988-b5a3-4f19-b80c-7195b7f03fea None None] Pushing event updated for resources: {'Port': ['ID=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:30.222626 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-950f6988-b5a3-4f19-b80c-7195b7f03fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:30.225805 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-8978fb4c-15eb-406d-b25e-c84c6f1aac27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5337741 Jun 22 09:15:30.229047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35574) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:30.234552 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.234780 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:30.262171 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.310321 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Allocated IP 172.20.0.2 (54baa6ad-9a35-4121-a2a6-947b27bb5f88/ab5d4237-f819-41a2-84bb-ad8289298a02/d4931236-c99f-42a2-9e29-53b194869e73) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:30.461538 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-62b33d45-d86e-4c35-909f-806022649d06 None None] Provisioning for port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:30.471360 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.474339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-62b33d45-d86e-4c35-909f-806022649d06 None None] Provisioning complete for port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:30.474339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-62b33d45-d86e-4c35-909f-806022649d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.475750 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.557807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.616861 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Allocated IP 172.20.0.2 (3f76c1e4-4059-407d-aab5-6438dd9fdd49/40f15ea8-b7f4-42ae-a035-e637db2fee68/7ff46a18-493c-49e4-a2b2-5bbed45e4739) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:30.619919 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:30.622029 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-62b33d45-d86e-4c35-909f-806022649d06 None None] Port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:30.626244 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.647715 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-192ecd6e-baa3-4387-811c-35c9b0948343 req-6a466a80-a6b2-4db4-9539-b7298cadb39f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0456328 Jun 22 09:15:30.704941 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.705853 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.710616 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:30.731292 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:30.796948 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Pushing event updated for resources: {'Port': ['ID=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:30.801328 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:30.852244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9eae41c-5f99-4e8e-9698-789b1061a93c up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:30.910887 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Network 361e41ac-0036-4234-8a8b-ade0b38c033d is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:30.912679 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:30.950703 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.001006 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.011939 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09e4e-5b59-4744-9625-375b54435cf1 req-a717cd63-c684-4a31-ae43-d2e62db55f18 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:31.013638 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a7f09e4e-5b59-4744-9625-375b54435cf1 req-a717cd63-c684-4a31-ae43-d2e62db55f18 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.4993498 Jun 22 09:15:31.018196 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:31.027316 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.081584 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.096184 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Transition to ACTIVE for port object 7ff46a18-493c-49e4-a2b2-5bbed45e4739 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:31.101518 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:31.111478 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:31.119159 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:31.122091 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Router 8bd11170-150b-4d42-a1d8-c32124a04667 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:15:31.126716 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:26Z', 'revision_number': 3, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:31.131194 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Transition to ACTIVE for port object 7ff46a18-493c-49e4-a2b2-5bbed45e4739 will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:31.132338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Pushing event updated for resources: {'Port': ['ID=d4931236-c99f-42a2-9e29-53b194869e73,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:31.136349 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:31.158021 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port e9eae41c-5f99-4e8e-9698-789b1061a93c completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:31.161134 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0caac7-387c-45a6-a210-483076108d7c None None] The sync data for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi is: [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:26Z', 'revision_number': 3, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:31.163999 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port e9eae41c-5f99-4e8e-9698-789b1061a93c triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:31.164428 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.177671 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a7f09e4e-5b59-4744-9625-375b54435cf1 req-7bdfe82f-35c4-42ca-b93f-18821ee2b6fc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558735 Jun 22 09:15:31.242835 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.245005 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:31.245749 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.301570 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-1f181e77-2b88-4ae8-8d25-976d7cfa18b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:31.335170 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6855426 Jun 22 09:15:31.348578 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:31.357213 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Request body: {'port': {'device_id': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:31.361081 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] 10.222.0.37 "PUT /v2.0/routers/8bd11170-150b-4d42-a1d8-c32124a04667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0520163 Jun 22 09:15:31.379011 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:31.381218 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.394014 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:31.400107 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:31.416775 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Pushing event updated for resources: {'Port': ['ID=7ff46a18-493c-49e4-a2b2-5bbed45e4739,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:31.419551 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9b8b659b-eb19-41e3-a512-10ea04adfcea None None] Provisioning complete for port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:31.419926 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9b8b659b-eb19-41e3-a512-10ea04adfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.422383 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:31.485936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port e9eae41c-5f99-4e8e-9698-789b1061a93c, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9eae41c-5f99-4e8e-9698-789b1061a93c,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:31.536187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.543220 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b659b-eb19-41e3-a512-10ea04adfcea None None] Port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:31.565986 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.575720 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:31.579367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Attempting to bind port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:31.579745 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Attempting to bind port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:31.580177 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Attempting to bind port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 on network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:31.620924 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:31.621585 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Checking segment: {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:31.621751 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.622129 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Bound using segment: {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:31.622617 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Bound port: 7ff46a18-493c-49e4-a2b2-5bbed45e4739, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:31.622990 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.625833 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.656891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.687332 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=e9eae41c-5f99-4e8e-9698-789b1061a93c,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:31.706752 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:31.740443 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] For port 7ff46a18-493c-49e4-a2b2-5bbed45e4739, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:31.749437 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] For port 7ff46a18-493c-49e4-a2b2-5bbed45e4739, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7ff46a18-493c-49e4-a2b2-5bbed45e4739,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:31.818872 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:15:31.833569 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:31.835631 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:31.984308 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a0997-6cce-4f29-ab58-194db01abb82 req-03a06dac-3162-4b62-8605-d41515eeae64 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:31.984308 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd0a0997-6cce-4f29-ab58-194db01abb82 req-03a06dac-3162-4b62-8605-d41515eeae64 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 931 time: 0.1124821 Jun 22 09:15:31.985659 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Pushing event updated for resources: {'Port': ['ID=7ff46a18-493c-49e4-a2b2-5bbed45e4739,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:31.985659 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:31.986199 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd0a0997-6cce-4f29-ab58-194db01abb82 req-906beb78-a045-49fd-9edc-fbb53db77c1e tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Jun 22 09:15:32.059556 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4931236-c99f-42a2-9e29-53b194869e73 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:15:32.073697 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.083806 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Allocated IP 172.27.0.3 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/394a17de-769e-41b5-93dd-9c725e3c59dc) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:32.126125 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Transition to ACTIVE for port object d4931236-c99f-42a2-9e29-53b194869e73 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:32.263395 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.280367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:15:32.367637 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.371281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9c1133c6-da6f-4686-8830-2003f6999754 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:32.421972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.432034 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:32.446286 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'mac_address': 'fa:16:3e:3e:77:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:15:32.499673 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.519068 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:15:32.549657 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:32.579104 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4931236-c99f-42a2-9e29-53b194869e73,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:32.594506 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:32.597727 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5a95a041-d8c6-45db-b9e0-369aa51a114b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:32.601794 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:32.612089 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35626) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:32.616742 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.622643 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-759459894-network', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:32.622814 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:32.635576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:32.642753 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:32.650461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Attempting to bind port d4931236-c99f-42a2-9e29-53b194869e73 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:32.650801 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Attempting to bind port d4931236-c99f-42a2-9e29-53b194869e73 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:32.651157 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Attempting to bind port d4931236-c99f-42a2-9e29-53b194869e73 on network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:32.683186 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Port d4931236-c99f-42a2-9e29-53b194869e73 on network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:15:32.683434 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Attempting to bind port d4931236-c99f-42a2-9e29-53b194869e73 on network 54baa6ad-9a35-4121-a2a6-947b27bb5f88 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:32.688827 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=6']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:32.692377 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:32.701441 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Pushing event updated for resources: {'Port': ['ID=394a17de-769e-41b5-93dd-9c725e3c59dc,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:32.703837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:32.704177 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Checking segment: {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:32.704551 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Bound using segment: {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:32.704997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Bound port: d4931236-c99f-42a2-9e29-53b194869e73, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e59f9-c22a-4801-9028-5fad98229c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:32.705350 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.709086 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:32.710387 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Made reservation on behalf of 3b34c15f61b34bbbae07235f3e0d20f0 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:32.712946 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.714593 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:15:32.728748 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.734775 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27b1c7-0aba-42ee-babd-78a316f52ffd req-5fd449d7-6b16-470f-81d7-7edb65d4b0b3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:32.736352 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-db27b1c7-0aba-42ee-babd-78a316f52ffd req-5fd449d7-6b16-470f-81d7-7edb65d4b0b3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.3391666 Jun 22 09:15:32.785510 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:32.926451 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-db27b1c7-0aba-42ee-babd-78a316f52ffd req-f71d51dc-611f-4eed-a91a-2ef7f2d3224a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605175 Jun 22 09:15:32.964255 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.014380 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7ff46a18-493c-49e4-a2b2-5bbed45e4739 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:33.041389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] For port d4931236-c99f-42a2-9e29-53b194869e73, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:33.046344 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] For port d4931236-c99f-42a2-9e29-53b194869e73, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d4931236-c99f-42a2-9e29-53b194869e73,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:33.064612 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.068935 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-78669dcf-8881-4d65-aa59-f3f2532720c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:33.091942 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:15:33.108855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f4d06-4e6c-42c1-9bd5-42785cad1c13,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:33.112782 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:33.117691 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.118007 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Added segment 3b8ea0e3-9cfb-4d18-978b-95cade79a5c5 of type vlan for network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad Jun 22 09:15:33.130051 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.136576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-95369e27-5635-47a9-98bc-f05df4eab8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:33.176343 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3159b-4744-44e6-8f9c-b450ccdf9c6c None None] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:33.190241 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:33.193397 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.220239 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4931236-c99f-42a2-9e29-53b194869e73,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:33.225927 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device a8cca7a5-a0c1-414e-9d4f-47fe742d20ef up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:33.227770 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:33.229781 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:33.230481 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.236193 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d4931236-c99f-42a2-9e29-53b194869e73 HTTP/1.1" status: 200 len: 1093 time: 1.8869405 Jun 22 09:15:33.241255 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'tag': 'd4931236-c99f-42a2-9e29-53b194869e73'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:15:33.243975 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae28d6a-13e6-460d-8fa7-8824f37b4572" -d '{"events": [{"name": "network-changed", "server_uuid": "c0898271-f691-4c8d-9b4b-9242c7e37dc2", "tag": "d4931236-c99f-42a2-9e29-53b194869e73"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:33.282307 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c23f60-a301-4a26-bd4f-17d3723484c6 req-3d1663f6-efa0-462c-a4d8-62758ab1411b tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:33.283979 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-69c23f60-a301-4a26-bd4f-17d3723484c6 req-3d1663f6-efa0-462c-a4d8-62758ab1411b tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.1702566 Jun 22 09:15:33.334155 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.348012 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:33.348638 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.365263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-894f76aa-a4e7-489e-b250-d09482136a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:33.392806 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.396635 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb1f5e-7045-4d6e-be69-a81839f6b0d8 x-openstack-request-id: req-9ebb1f5e-7045-4d6e-be69-a81839f6b0d8 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:33.396960 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0898271-f691-4c8d-9b4b-9242c7e37dc2", "tag": "d4931236-c99f-42a2-9e29-53b194869e73", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:33.397247 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ebb1f5e-7045-4d6e-be69-a81839f6b0d8 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:33.397665 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'tag': 'd4931236-c99f-42a2-9e29-53b194869e73', 'status': 'completed', 'code': 200} Jun 22 09:15:33.462484 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Provisioning for port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:33.471167 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Provisioning complete for port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:33.471167 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.473370 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-69c23f60-a301-4a26-bd4f-17d3723484c6 req-9a448133-8abf-417d-a327-38c4fa5b0e3d tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783202 Jun 22 09:15:33.482267 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8689868 Jun 22 09:15:33.486717 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35642) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:33.492428 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Request body: {'subnet': {'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-759459894-subnet', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:33.506467 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:33.514282 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:33.514795 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.517272 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Pushing event updated for resources: {'Network': ['ID=f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:33.522964 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:33.566296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:15:33.584971 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28d6a-13e6-460d-8fa7-8824f37b4572 req-638aa1a9-2580-4e4e-a210-e8483d8495dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:33.586454 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2ae28d6a-13e6-460d-8fa7-8824f37b4572 req-638aa1a9-2580-4e4e-a210-e8483d8495dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1916544 Jun 22 09:15:33.625043 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Made reservation on behalf of 3b34c15f61b34bbbae07235f3e0d20f0 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:33.629300 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.725779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.760520 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.798739 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] For port 7ff46a18-493c-49e4-a2b2-5bbed45e4739, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7ff46a18-493c-49e4-a2b2-5bbed45e4739,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:33.801668 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:33.826604 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28d6a-13e6-460d-8fa7-8824f37b4572 req-76a22575-7b04-4294-9b9a-02d4db482d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:33.828321 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2ae28d6a-13e6-460d-8fa7-8824f37b4572 req-76a22575-7b04-4294-9b9a-02d4db482d03 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1936810 Jun 22 09:15:33.833231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.837293 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Sync routers for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:33.854114 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:33.855353 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:33.880792 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.880792 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dda59fcb-ee66-4072-acc0-5690690053e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:33.937557 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:33.938483 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9eae41c-5f99-4e8e-9698-789b1061a93c up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:33.942343 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Pushing event updated for resources: {'Port': ['ID=7ff46a18-493c-49e4-a2b2-5bbed45e4739,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:33.964123 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:33.969140 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dbc3e19a-d688-496f-97c6-e1413aa33517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:34.018688 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:34.065921 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-7dc4e5c8-8cb4-4536-9d09-261f334455bb None None] Provisioning complete for port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:34.066519 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e5c8-8cb4-4536-9d09-261f334455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.236899 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:34.242990 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:34.257488 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port e9eae41c-5f99-4e8e-9698-789b1061a93c triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:34.257875 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.300142 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:34.302123 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:30Z', 'revision_number': 2, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:34.304749 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.309539 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:34.378200 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452f9b6a-931b-4825-8687-dd02c444173a,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:34.387932 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:34.432405 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Checking segment: {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:34.434075 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Network hostable DHCP agents. Network: f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:15:34.435925 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28d6a-13e6-460d-8fa7-8824f37b4572 req-3b135f5d-a22b-49c3-a272-146e2c0b0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:34.437403 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2ae28d6a-13e6-460d-8fa7-8824f37b4572 req-3b135f5d-a22b-49c3-a272-146e2c0b0c7b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6000896 Jun 22 09:15:34.437852 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:34.438397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.442779 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Checking router: 8bd11170-150b-4d42-a1d8-c32124a04667 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:34.443299 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Updating router 8bd11170-150b-4d42-a1d8-c32124a04667 port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:34.465720 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d140ece-bb58-48ce-a8ea-51d9e161bc81 req-c7f1db47-af52-42b8-a991-3df715e13b98 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:34.467333 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2d140ece-bb58-48ce-a8ea-51d9e161bc81 req-c7f1db47-af52-42b8-a991-3df715e13b98 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.2607181 Jun 22 09:15:34.493456 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.573519 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2d140ece-bb58-48ce-a8ea-51d9e161bc81 req-a2ddb0ed-6629-46bb-b58e-719e24a3708c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989017 Jun 22 09:15:34.576872 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.578780 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:15:34.625503 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-72353f78-1c79-42cf-baf6-b77e3e60a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:34.628158 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-72353f78-1c79-42cf-baf6-b77e3e60a39e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1340542 Jun 22 09:15:34.633387 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:34.633387 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:15:34.636023 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ff94ac-d288-4d65-875d-959ace8b7f16" -d '{"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:34.692491 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:34.698017 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:34.699820 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.703102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757170e-6d64-4e1a-9d0e-84fe355351f8 None None] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:34.709539 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-305d2831-02c7-4e63-89a5-9603562b0cdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4931236-c99f-42a2-9e29-53b194869e73 HTTP/1.1" status: 200 len: 217 time: 0.0709417 Jun 22 09:15:34.772059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-fd16bad5-50b4-41d9-b190-5694e9c432f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:34.774073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-fd16bad5-50b4-41d9-b190-5694e9c432f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab5d4237-f819-41a2-84bb-ad8289298a02 HTTP/1.1" status: 200 len: 854 time: 0.0550222 Jun 22 09:15:34.775070 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Router b45073cf-c079-4052-a729-a861dc1aa8f1 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:15:34.815876 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-60e349fb-cd6e-4950-81f1-fcb352757d75 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3256304 Jun 22 09:15:34.816471 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35658) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:34.822176 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-f6159e80-8c4a-4737-ba0e-95d8386e52d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54baa6ad-9a35-4121-a2a6-947b27bb5f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395246 Jun 22 09:15:34.827949 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:34.842360 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.861363 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:34.922812 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.928247 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7ff46a18-493c-49e4-a2b2-5bbed45e4739 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:34.938533 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Transition to ACTIVE for port object 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:34.953749 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:34.967472 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68537b14-036e-4121-93a7-59c10e786611 req-0144e4a1-627f-4286-9002-51d378d87128 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:34.969241 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-68537b14-036e-4121-93a7-59c10e786611 req-0144e4a1-627f-4286-9002-51d378d87128 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.1050911 Jun 22 09:15:34.976927 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Sync routers for ids ['b45073cf-c079-4052-a729-a861dc1aa8f1'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:34.990411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:34.991596 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.014204 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Routers {'b45073cf-c079-4052-a729-a861dc1aa8f1'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:35.015117 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['b45073cf-c079-4052-a729-a861dc1aa8f1'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:35.038757 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-68537b14-036e-4121-93a7-59c10e786611 req-9836736b-47c8-41e0-82ef-85da814224b7 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590765 Jun 22 09:15:35.053447 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-69f3530e-9389-4269-ab94-bcf1aa61e0df service neutron] 10.222.0.23 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080215 Jun 22 09:15:35.062896 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81b867-0361-4892-93b2-fc8cab467852 x-openstack-request-id: req-0f81b867-0361-4892-93b2-fc8cab467852 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:35.063306 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:35.063625 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f81b867-0361-4892-93b2-fc8cab467852 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:35.069880 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'code': 200} Jun 22 09:15:35.078164 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.093271 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.105362 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:35.105529 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=7']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:35.105529 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:35.129944 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.134166 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9013717 Jun 22 09:15:35.135216 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35660) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:35.169917 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c6f51-babf-4015-843f-085d809d2477 None None] Pushing event updated for resources: {'Port': ['ID=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:35.190395 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-802d28f0-d5dc-4a9c-9498-7f0820b2e2d4 req-056e14e7-2daf-49d9-825d-0ae2add7ab13 service neutron] 10.222.0.23 "GET /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290927 Jun 22 09:15:35.192363 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-274c6f51-babf-4015-843f-085d809d2477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:35.222439 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:35.222822 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.231771 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Attempting to bind port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:35.232920 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Attempting to bind port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:35.233459 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Attempting to bind port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 on network 361e41ac-0036-4234-8a8b-ade0b38c033d {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:35.238863 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:35.239344 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Checking segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:35.239750 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.240147 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Bound using segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:35.240621 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Bound port: 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:35.240994 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.297004 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Set router b45073cf-c079-4052-a729-a861dc1aa8f1 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:35.301681 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad', 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'fixed_ips': [{'subnet_id': '452f9b6a-931b-4825-8687-dd02c444173a'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:15:35.302543 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.327393 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] For port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:35.331455 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] For port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:35.396844 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.406324 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.408462 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-cd4e6a57-e5b6-4291-803a-75e4cf88efb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:35.458233 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c6f51-babf-4015-843f-085d809d2477 None None] Pushing event updated for resources: {'Port': ['ID=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,revision_number=4']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:35.462186 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-274c6f51-babf-4015-843f-085d809d2477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:35.475523 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:35.476198 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:35.585524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device a8cca7a5-a0c1-414e-9d4f-47fe742d20ef up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:35.633123 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:35.707746 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Allocated IP 172.20.0.2 (f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad/452f9b6a-931b-4825-8687-dd02c444173a/71efff82-023b-4884-99ef-985830040d7c) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:35.896570 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:35.897301 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.905283 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f321-bd93-4ad6-9da2-a2896bd1808d req-d452ff3c-a4a7-4bd8-9e17-68108ca14037 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:35.907295 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bda2f321-bd93-4ad6-9da2-a2896bd1808d req-d452ff3c-a4a7-4bd8-9e17-68108ca14037 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0857894 Jun 22 09:15:35.951772 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:35.963380 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 3, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:35.963938 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bda2f321-bd93-4ad6-9da2-a2896bd1808d req-35a5049d-fbe7-4c60-a1cc-901b7db28370 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490091 Jun 22 09:15:36.001103 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Transition to ACTIVE for port object 71efff82-023b-4884-99ef-985830040d7c will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:36.007994 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Checking router: b45073cf-c079-4052-a729-a861dc1aa8f1 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:36.008470 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Updating router b45073cf-c079-4052-a729-a861dc1aa8f1 port 394a17de-769e-41b5-93dd-9c725e3c59dc binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:36.015831 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:35Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:36.048424 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ff67d-d5cf-4879-9ca2-a982b55ceb95 None None] The sync data for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi is: [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:35Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:36.056023 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Transition to ACTIVE for port object 71efff82-023b-4884-99ef-985830040d7c will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:36.064304 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.064969 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.212321 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.260869 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.293842 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.303404 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:36.393894 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:36.453415 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c8ef-692a-4985-9906-dc17fd5d1242 req-c3e1f10d-622b-4e83-aa54-99bdb3d0eb36 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:36.454999 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0318c8ef-692a-4985-9906-dc17fd5d1242 req-c3e1f10d-622b-4e83-aa54-99bdb3d0eb36 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.2400122 Jun 22 09:15:36.467303 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Allocated IP 172.20.0.1 (3f76c1e4-4059-407d-aab5-6438dd9fdd49/40f15ea8-b7f4-42ae-a035-e637db2fee68/b77a4387-33e3-459b-940c-4b04393b2761) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:36.545308 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:36.551795 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:36.557065 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0318c8ef-692a-4985-9906-dc17fd5d1242 req-21f19a70-b07e-4c0f-b073-96980c65ce42 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946679 Jun 22 09:15:36.558555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Pushing event updated for resources: {'Port': ['ID=71efff82-023b-4884-99ef-985830040d7c,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:36.564526 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:36.601808 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.645447 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Transition to ACTIVE for port object 394a17de-769e-41b5-93dd-9c725e3c59dc will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:36.649938 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.651498 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Attempting to bind port 71efff82-023b-4884-99ef-985830040d7c on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:36.651835 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Attempting to bind port 71efff82-023b-4884-99ef-985830040d7c by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:36.652275 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Attempting to bind port 71efff82-023b-4884-99ef-985830040d7c on network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:36.661835 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:36.662293 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Checking segment: {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:36.663339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.663470 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Bound using segment: {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:36.664025 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Bound port: 71efff82-023b-4884-99ef-985830040d7c, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:36.664490 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.694045 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Transition to ACTIVE for port object b77a4387-33e3-459b-940c-4b04393b2761 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:36.736567 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.743795 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-6785664f-30ec-4936-b72c-4609797bf3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:36.827873 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Allocated IP 172.27.0.64 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/0d83964e-bdd3-45e1-9d18-64785e366813) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:36.830999 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] For port 71efff82-023b-4884-99ef-985830040d7c, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:36.834348 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e00b4-f2f6-4242-9c2f-57f28e84feab None None] Pushing event updated for resources: {'Port': ['ID=394a17de-769e-41b5-93dd-9c725e3c59dc,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:36.839820 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] For port 71efff82-023b-4884-99ef-985830040d7c, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=71efff82-023b-4884-99ef-985830040d7c,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:36.846425 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Attempting to bind port 394a17de-769e-41b5-93dd-9c725e3c59dc on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:36.846425 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Attempting to bind port 394a17de-769e-41b5-93dd-9c725e3c59dc by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:36.846425 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Attempting to bind port 394a17de-769e-41b5-93dd-9c725e3c59dc on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:36.848491 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-c67e00b4-f2f6-4242-9c2f-57f28e84feab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:36.853054 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:36.853700 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:36.854361 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.855011 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:36.855887 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Bound port: 394a17de-769e-41b5-93dd-9c725e3c59dc, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:36.857096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.862068 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:36.926145 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.933048 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2124bbd1-0908-43f1-a585-91f6cf57c56a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:36.952971 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:36.955421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] For port 394a17de-769e-41b5-93dd-9c725e3c59dc, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:36.957643 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-950f6988-b5a3-4f19-b80c-7195b7f03fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:36.962700 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] For port 394a17de-769e-41b5-93dd-9c725e3c59dc, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=394a17de-769e-41b5-93dd-9c725e3c59dc,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:36.992540 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.026283 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Pushing event updated for resources: {'Port': ['ID=71efff82-023b-4884-99ef-985830040d7c,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:37.036974 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:37.056144 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.058199 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:37.060349 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:37.061600 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Pushing event updated for resources: {'Port': ['ID=b77a4387-33e3-459b-940c-4b04393b2761,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:37.064068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:37.068325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:37.069271 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:37.070011 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.105680 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:37.137125 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:37.138342 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.186135 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.188877 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e00b4-f2f6-4242-9c2f-57f28e84feab None None] Pushing event updated for resources: {'Port': ['ID=394a17de-769e-41b5-93dd-9c725e3c59dc,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:37.195299 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-c67e00b4-f2f6-4242-9c2f-57f28e84feab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:37.205198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:37.211895 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Routers {'b45073cf-c079-4052-a729-a861dc1aa8f1'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:37.213440 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['b45073cf-c079-4052-a729-a861dc1aa8f1'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:37.277203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9baa0-22b7-4673-9bd5-09e62319e498 req-6d93ec86-458e-4a9c-8781-676ec9c327fa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:37.279976 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8f9baa0-22b7-4673-9bd5-09e62319e498 req-6d93ec86-458e-4a9c-8781-676ec9c327fa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1195841 Jun 22 09:15:37.300485 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Pushing event updated for resources: {'Port': ['ID=0d83964e-bdd3-45e1-9d18-64785e366813,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:37.308506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:37.337509 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:37.346435 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:37.355607 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8f9baa0-22b7-4673-9bd5-09e62319e498 req-a515de5b-1502-4dd2-b98d-b322dad7d2ea tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669944 Jun 22 09:15:37.405650 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:37.471358 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.528876 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] Set router b45073cf-c079-4052-a729-a861dc1aa8f1 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:37.650015 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:37.692264 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-a4161deb-115a-4ce1-a8d0-e9a37400dc95 None None] Provisioning for port b77a4387-33e3-459b-940c-4b04393b2761 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:37.699583 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-a4161deb-115a-4ce1-a8d0-e9a37400dc95 None None] Provisioning complete for port b77a4387-33e3-459b-940c-4b04393b2761 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:37.699583 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a4161deb-115a-4ce1-a8d0-e9a37400dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.760485 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:37.768102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-c67e00b4-f2f6-4242-9c2f-57f28e84feab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:37.792563 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-a4161deb-115a-4ce1-a8d0-e9a37400dc95 None None] Port b77a4387-33e3-459b-940c-4b04393b2761 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:37.830412 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:37.839460 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:37.844872 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 3, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:37.881001 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac1b09-fb9f-4879-bf52-07379cd92055 None None] The sync data for ids ['b45073cf-c079-4052-a729-a861dc1aa8f1'] in dv-cinder-797333-1-iscsi is: [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 3, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:38.067208 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:38.170981 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:38.241032 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52845553-6e31-4932-b1a5-a9ef9dc5a235 req-8ed0ef9c-c533-41b3-a11f-1202991601af tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:38.242594 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-52845553-6e31-4932-b1a5-a9ef9dc5a235 req-8ed0ef9c-c533-41b3-a11f-1202991601af tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.4861863 Jun 22 09:15:38.375654 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-52845553-6e31-4932-b1a5-a9ef9dc5a235 req-ec435162-c4b4-4077-a2f2-f59bc8b58296 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052842 Jun 22 09:15:38.439559 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5d4b0-ef51-42e0-a114-262ef5b5845e None None] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:15:38.503381 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:38.513124 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:38.574386 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:38.577997 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:38.580260 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:38.583288 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d49d11-7c6f-4ec4-9f1e-17b56a2334db req-5bcbe27c-5ed2-41ee-8144-84b58668c9a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:38.592094 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1d49d11-7c6f-4ec4-9f1e-17b56a2334db req-5bcbe27c-5ed2-41ee-8144-84b58668c9a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0895853 Jun 22 09:15:38.624743 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-61dd31a4-d637-45c5-bcb1-6fb970551c2c None None] Provisioning for port 71efff82-023b-4884-99ef-985830040d7c completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:38.631686 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1d49d11-7c6f-4ec4-9f1e-17b56a2334db req-00391000-4b81-4ed0-a087-fd29f7c1e114 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386858 Jun 22 09:15:38.712115 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Pushing event updated for resources: {'Port': ['ID=b77a4387-33e3-459b-940c-4b04393b2761,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:38.715045 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:38.796058 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:38.799547 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:38.933582 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Router fe3f14a9-977e-416b-9741-decf8b093d72 is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:15:38.954300 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Router b45073cf-c079-4052-a729-a861dc1aa8f1 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:15:38.982738 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 71efff82-023b-4884-99ef-985830040d7c up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:39.147111 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 71efff82-023b-4884-99ef-985830040d7c completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:39.150899 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 71efff82-023b-4884-99ef-985830040d7c triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:39.151508 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.213672 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:39.227266 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Sync routers for ids ['fe3f14a9-977e-416b-9741-decf8b093d72'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:39.234294 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-7d8f26fd-5672-4455-a528-784c2d427b44 None None] Provisioning complete for port b77a4387-33e3-459b-940c-4b04393b2761 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:39.234721 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7d8f26fd-5672-4455-a528-784c2d427b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.236557 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:39.247181 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] 10.222.0.37 "PUT /v2.0/routers/b45073cf-c079-4052-a729-a861dc1aa8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1082010 Jun 22 09:15:39.256772 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Routers {'fe3f14a9-977e-416b-9741-decf8b093d72'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:39.257546 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['fe3f14a9-977e-416b-9741-decf8b093d72'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:39.301358 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.331746 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f26fd-5672-4455-a528-784c2d427b44 None None] Port b77a4387-33e3-459b-940c-4b04393b2761 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:39.364370 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 71efff82-023b-4884-99ef-985830040d7c, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=71efff82-023b-4884-99ef-985830040d7c,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:39.368468 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Set router fe3f14a9-977e-416b-9741-decf8b093d72 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:39.375318 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.375318 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5544434 Jun 22 09:15:39.375700 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35710) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:39.459185 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.459185 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 394a17de-769e-41b5-93dd-9c725e3c59dc up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:39.460929 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:39.618046 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=71efff82-023b-4884-99ef-985830040d7c,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:39.629211 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:39.655031 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 3, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:39.685791 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Checking router: fe3f14a9-977e-416b-9741-decf8b093d72 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:39.686135 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Updating router fe3f14a9-977e-416b-9741-decf8b093d72 port 0d83964e-bdd3-45e1-9d18-64785e366813 binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:39.698059 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 394a17de-769e-41b5-93dd-9c725e3c59dc completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:39.702535 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 394a17de-769e-41b5-93dd-9c725e3c59dc triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:39.708024 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.730759 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.773045 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90b7b-0e6d-4dac-91a5-d635f7e90c80 req-6a6b7614-f28a-49f9-bbc7-c894960a9511 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:39.774502 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-75f90b7b-0e6d-4dac-91a5-d635f7e90c80 req-6a6b7614-f28a-49f9-bbc7-c894960a9511 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.1462848 Jun 22 09:15:39.816629 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.861116 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 394a17de-769e-41b5-93dd-9c725e3c59dc, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=394a17de-769e-41b5-93dd-9c725e3c59dc,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:39.916470 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-75f90b7b-0e6d-4dac-91a5-d635f7e90c80 req-9ff299ad-030e-422d-9b78-7311be2a070f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980000 Jun 22 09:15:39.973035 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:39.974206 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:39.978085 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:40.097837 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.146133 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Transition to ACTIVE for port object 0d83964e-bdd3-45e1-9d18-64785e366813 will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:40.152467 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.162108 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=394a17de-769e-41b5-93dd-9c725e3c59dc,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:40.198064 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:40.230427 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:40.231587 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.284674 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.305868 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-274c6f51-babf-4015-843f-085d809d2477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:40.364683 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Attempting to bind port 0d83964e-bdd3-45e1-9d18-64785e366813 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:40.365059 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Attempting to bind port 0d83964e-bdd3-45e1-9d18-64785e366813 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:40.365437 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Attempting to bind port 0d83964e-bdd3-45e1-9d18-64785e366813 on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:40.375299 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:40.375709 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:40.376112 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.376500 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:40.376973 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Bound port: 0d83964e-bdd3-45e1-9d18-64785e366813, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:40.377338 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.406667 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bc200-160d-4dc0-85f1-bb2cb64441b3 req-8ac5e8f0-6bb5-4817-b825-c53054d38fa6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:40.408245 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2c0bc200-160d-4dc0-85f1-bb2cb64441b3 req-8ac5e8f0-6bb5-4817-b825-c53054d38fa6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.2479146 Jun 22 09:15:40.422931 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d167f-3134-4164-a945-5de7ab349667 None None] Pushing event updated for resources: {'Port': ['ID=0d83964e-bdd3-45e1-9d18-64785e366813,revision_number=2']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:40.437286 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-961d167f-3134-4164-a945-5de7ab349667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:40.460912 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35736) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:40.470719 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077586751', 'description': 'tempest-secgroup-smoke-2077586751 description', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:40.479235 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] For port 0d83964e-bdd3-45e1-9d18-64785e366813, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:40.484846 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] For port 0d83964e-bdd3-45e1-9d18-64785e366813, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=0d83964e-bdd3-45e1-9d18-64785e366813,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:40.508800 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Allocated IP 172.20.0.1 (f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad/452f9b6a-931b-4825-8687-dd02c444173a/7a385179-bf41-4377-b1f8-82ad166b5c7e) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:40.518303 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2c0bc200-160d-4dc0-85f1-bb2cb64441b3 req-84b07894-1248-43d6-8b20-bf1f30a8b155 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935297 Jun 22 09:15:40.554021 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Sync routers for ids ['b45073cf-c079-4052-a729-a861dc1aa8f1'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:40.564377 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Routers {'b45073cf-c079-4052-a729-a861dc1aa8f1'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:40.571279 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['b45073cf-c079-4052-a729-a861dc1aa8f1'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:40.596498 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.598824 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:40.645658 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.654742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.659898 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d167f-3134-4164-a945-5de7ab349667 None None] Pushing event updated for resources: {'Port': ['ID=0d83964e-bdd3-45e1-9d18-64785e366813,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:40.662437 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Routers {'fe3f14a9-977e-416b-9741-decf8b093d72'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:40.663076 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['fe3f14a9-977e-416b-9741-decf8b093d72'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:40.665487 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-961d167f-3134-4164-a945-5de7ab349667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:40.674358 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Transition to ACTIVE for port object 7a385179-bf41-4377-b1f8-82ad166b5c7e will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:40.737145 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Set router b45073cf-c079-4052-a729-a861dc1aa8f1 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:40.789057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.800660 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.812290 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d561353d-d18c-4a7c-b5cb-864050a8e58f tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:40.834213 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 71efff82-023b-4884-99ef-985830040d7c up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:40.854950 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:40.861004 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:40.876487 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:15:40.883941 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:40.900993 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] Set router fe3f14a9-977e-416b-9741-decf8b093d72 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:40.931277 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=7a385179-bf41-4377-b1f8-82ad166b5c7e,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:40.943943 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:40.944448 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-67c998b6-3e8c-4c9a-a104-56f3dd9c9806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:40.999492 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.002617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8568dda5-9757-4a77-948c-1f23a7e050e4,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:41.019262 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:41.035000 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 71efff82-023b-4884-99ef-985830040d7c triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:41.035408 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.053402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.054967 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5913866 Jun 22 09:15:41.058097 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35752) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:41.064078 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group_rule': {'security_group_id': '8568dda5-9757-4a77-948c-1f23a7e050e4', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:41.196660 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 3, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:41.213149 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.231433 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afb991-27a4-42b8-b4ce-bbcfa91fcbc3 None None] The sync data for ids ['fe3f14a9-977e-416b-9741-decf8b093d72'] in dv-cinder-797333-1-iscsi is: [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 3, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:41.266342 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a35dff-c22e-4ff2-85f2-2849124bf3f9 req-6846210c-3cd0-4b32-b340-510b4e8ddc79 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:41.275324 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62a35dff-c22e-4ff2-85f2-2849124bf3f9 req-6846210c-3cd0-4b32-b340-510b4e8ddc79 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.1358817 Jun 22 09:15:41.332664 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.339953 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.368899 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62a35dff-c22e-4ff2-85f2-2849124bf3f9 req-79844509-770e-4a56-9dfd-b207aceddd20 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925179 Jun 22 09:15:41.404719 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.408802 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-70dfa28c-da4e-44f8-9781-fdcf19522b29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:41.429987 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5667200e-874c-4d82-9cd5-5d2e36d53673,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:41.433500 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:41.465832 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 4, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'b77a4387-33e3-459b-940c-4b04393b2761', 'name': '', 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'mac_address': 'fa:16:3e:e4:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '40f15ea8-b7f4-42ae-a035-e637db2fee68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:38Z', 'revision_number': 2, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'subnets': [{'id': '40f15ea8-b7f4-42ae-a035-e637db2fee68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:41.495578 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-5e2385c7-3709-4f96-9e2a-a90f3517b78d None None] Provisioning for port 7a385179-bf41-4377-b1f8-82ad166b5c7e completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:41.501140 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Checking router: b45073cf-c079-4052-a729-a861dc1aa8f1 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:41.501533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Updating router b45073cf-c079-4052-a729-a861dc1aa8f1 port b77a4387-33e3-459b-940c-4b04393b2761 binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:41.526757 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 394a17de-769e-41b5-93dd-9c725e3c59dc up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:41.554220 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.559398 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ad41778c-f0c8-48e6-b1c7-dce74633c594 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975045 Jun 22 09:15:41.559513 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35774) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:41.564207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-5e2385c7-3709-4f96-9e2a-a90f3517b78d None None] Provisioning complete for port 7a385179-bf41-4377-b1f8-82ad166b5c7e triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:41.564606 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-5e2385c7-3709-4f96-9e2a-a90f3517b78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.564745 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group_rule': {'security_group_id': '8568dda5-9757-4a77-948c-1f23a7e050e4', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:41.683006 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 394a17de-769e-41b5-93dd-9c725e3c59dc triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:41.683439 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.692588 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.731762 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.735533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-5e2385c7-3709-4f96-9e2a-a90f3517b78d None None] Port 7a385179-bf41-4377-b1f8-82ad166b5c7e cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:41.767156 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.772199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:41.926870 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.953726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:41.997359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=7a385179-bf41-4377-b1f8-82ad166b5c7e,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:41.998020 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:42.122815 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05620-e83a-4296-ae77-f609e48f541e req-76f24730-ce38-4b85-88a8-a39ab41858d9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:42.124612 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7ac05620-e83a-4296-ae77-f609e48f541e req-76f24730-ce38-4b85-88a8-a39ab41858d9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.2507067 Jun 22 09:15:42.170129 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:42.176426 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:42.193241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7ac05620-e83a-4296-ae77-f609e48f541e req-98f8b29a-5703-4c81-9aa8-df5d00ca6e16 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620682 Jun 22 09:15:42.206929 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.329693 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d4931236-c99f-42a2-9e29-53b194869e73 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:15:42.375022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.378818 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.393891 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Transition to ACTIVE for port object b77a4387-33e3-459b-940c-4b04393b2761 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:42.423562 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Router fe3f14a9-977e-416b-9741-decf8b093d72 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:15:42.452531 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-85f59e66-d0ec-4a38-88e0-6ea83d39860b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:42.503683 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24db0d7-cb52-4c63-90df-bdb7ae72f2e2,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:42.521715 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.539198 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:42.550143 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-d137d99f-8bd3-422c-a78f-f588f96a976f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:42.605418 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d4931236-c99f-42a2-9e29-53b194869e73, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d4931236-c99f-42a2-9e29-53b194869e73,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:42.631064 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.632334 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0719376 Jun 22 09:15:42.637973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35790) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:42.655602 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group_rule': {'security_group_id': '8568dda5-9757-4a77-948c-1f23a7e050e4', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:42.692498 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'd4931236-c99f-42a2-9e29-53b194869e73', 'network_id': '54baa6ad-9a35-4121-a2a6-947b27bb5f88', 'port_id': 'd4931236-c99f-42a2-9e29-53b194869e73', 'mac_address': 'fa:16:3e:a7:29:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5d4237-f819-41a2-84bb-ad8289298a02', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:15:42.696277 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-0e096ce7-9312-46ca-a55e-aacf1085ba7c None None] Provisioning complete for port 7a385179-bf41-4377-b1f8-82ad166b5c7e triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:42.696740 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-0e096ce7-9312-46ca-a55e-aacf1085ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.783927 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29305-3400-4d88-b880-3145485d1bcc req-0784907c-97a5-411b-9ce7-82201d804c78 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:42.791395 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f3e29305-3400-4d88-b880-3145485d1bcc req-0784907c-97a5-411b-9ce7-82201d804c78 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 943 time: 0.1924274 Jun 22 09:15:42.857667 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:42.873726 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] 10.222.0.37 "PUT /v2.0/routers/fe3f14a9-977e-416b-9741-decf8b093d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4889653 Jun 22 09:15:42.885550 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f3e29305-3400-4d88-b880-3145485d1bcc req-b19debb1-1ef2-449d-9838-d7cda2353946 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838797 Jun 22 09:15:42.910757 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-0e096ce7-9312-46ca-a55e-aacf1085ba7c None None] Port 7a385179-bf41-4377-b1f8-82ad166b5c7e cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:15:42.913205 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408f30-292d-4da8-821e-b08505dadab4 None None] Pushing event updated for resources: {'Port': ['ID=b77a4387-33e3-459b-940c-4b04393b2761,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:42.916895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:42.917063 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8a408f30-292d-4da8-821e-b08505dadab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:42.997207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 0d83964e-bdd3-45e1-9d18-64785e366813 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:43.044882 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.054366 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.060324 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Attempting to bind port b77a4387-33e3-459b-940c-4b04393b2761 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:43.060769 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Attempting to bind port b77a4387-33e3-459b-940c-4b04393b2761 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:43.061202 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Attempting to bind port b77a4387-33e3-459b-940c-4b04393b2761 on network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:43.073244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:43.073628 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Checking segment: {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:43.074056 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.074593 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Bound using segment: {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:43.074958 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Bound port: b77a4387-33e3-459b-940c-4b04393b2761, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2630fb5-7a8a-463e-892d-7468a5c554cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:43.075384 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.078064 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4931236-c99f-42a2-9e29-53b194869e73 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:15:43.134142 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d4931236-c99f-42a2-9e29-53b194869e73, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d4931236-c99f-42a2-9e29-53b194869e73,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:43.141732 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.162060 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cce23b34-c24a-4421-b055-c1e1037c6eba tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:43.208568 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.212948 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:43.217234 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fba502-6b6b-4f15-8eb7-0e0d1b860cc8,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:43.220265 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:43.297710 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d4931236-c99f-42a2-9e29-53b194869e73,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:43.308375 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.312878 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6731253 Jun 22 09:15:43.313050 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:43.320606 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35810) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:43.320755 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] For port b77a4387-33e3-459b-940c-4b04393b2761, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:43.320755 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 0d83964e-bdd3-45e1-9d18-64785e366813 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:43.321141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group_rule': {'security_group_id': '8568dda5-9757-4a77-948c-1f23a7e050e4', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:43.357582 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 0d83964e-bdd3-45e1-9d18-64785e366813 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:43.358316 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.460542 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] For port b77a4387-33e3-459b-940c-4b04393b2761, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b77a4387-33e3-459b-940c-4b04393b2761,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:43.485576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.575779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.590040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-a6bfca68-ebd8-4854-a310-7cf852862c64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:43.599080 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.649698 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e9814-5894-4c8c-9755-aed827b4ee87 req-ee3908bc-4363-46de-8fb3-a67d12f70149 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:43.656243 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-473e9814-5894-4c8c-9755-aed827b4ee87 req-ee3908bc-4363-46de-8fb3-a67d12f70149 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.2291572 Jun 22 09:15:43.679862 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d4931236-c99f-42a2-9e29-53b194869e73'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:15:43.742944 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.757796 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-473e9814-5894-4c8c-9755-aed827b4ee87 req-27cb45a7-2898-4079-a401-c698dc0b2613 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913768 Jun 22 09:15:43.759089 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.808134 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:43.817701 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Routers {'b45073cf-c079-4052-a729-a861dc1aa8f1'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:43.822595 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['b45073cf-c079-4052-a729-a861dc1aa8f1'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:43.823363 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7a6e44-34ba-479a-9a66-b88f733b21c8,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:43.833928 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:43.891089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 0d83964e-bdd3-45e1-9d18-64785e366813, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=0d83964e-bdd3-45e1-9d18-64785e366813,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:43.921339 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:43.928249 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6081951 Jun 22 09:15:43.928249 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35830) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:43.936993 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408f30-292d-4da8-821e-b08505dadab4 None None] Pushing event updated for resources: {'Port': ['ID=b77a4387-33e3-459b-940c-4b04393b2761,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:43.944541 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8a408f30-292d-4da8-821e-b08505dadab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:43.954336 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group_rule': {'security_group_id': '8568dda5-9757-4a77-948c-1f23a7e050e4', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:43.995177 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.004270 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:44.045323 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.securitygroups_db [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Project b9e3a3a713e341739b170c4d1fadacd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:15:44.052092 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.095369 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Sync routers for ids ['fe3f14a9-977e-416b-9741-decf8b093d72'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:44.103172 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] Set router b45073cf-c079-4052-a729-a861dc1aa8f1 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:44.125557 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Routers {'fe3f14a9-977e-416b-9741-decf8b093d72'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:44.126212 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['fe3f14a9-977e-416b-9741-decf8b093d72'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:44.160459 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=0d83964e-bdd3-45e1-9d18-64785e366813,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:44.172529 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:44.220088 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67017dff-198f-4865-a749-b6dcb9f8be63 req-5d25be78-196d-401a-9676-ac8a474105f9 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:44.230369 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-67017dff-198f-4865-a749-b6dcb9f8be63 req-5d25be78-196d-401a-9676-ac8a474105f9 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 944 time: 0.1077960 Jun 22 09:15:44.294604 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.317228 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-67017dff-198f-4865-a749-b6dcb9f8be63 req-a3b302d8-4de9-4ca0-aa87-42f2d42d8732 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808620 Jun 22 09:15:44.356515 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.358832 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-581b5d22-a7d4-421a-863b-9e9491e7f77d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:44.386722 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386cbb2d-6a8f-4359-b0e4-352d7da622b7,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:44.403389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:44.462287 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.463722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-463b9049-55af-4191-874d-96b97e007724 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5373552 Jun 22 09:15:44.466949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35852) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:44.472203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'security_group_rule': {'security_group_id': '8568dda5-9757-4a77-948c-1f23a7e050e4', 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:15:44.553006 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Set router fe3f14a9-977e-416b-9741-decf8b093d72 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:44.592942 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 4, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'b77a4387-33e3-459b-940c-4b04393b2761', 'name': '', 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'mac_address': 'fa:16:3e:e4:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '40f15ea8-b7f4-42ae-a035-e637db2fee68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'subnets': [{'id': '40f15ea8-b7f4-42ae-a035-e637db2fee68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:44.603986 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.securitygroups_db [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Project b9e3a3a713e341739b170c4d1fadacd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:15:44.614188 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.767889 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0904239-8b97-4fd3-adfa-b62f637b9072 None None] The sync data for ids ['b45073cf-c079-4052-a729-a861dc1aa8f1'] in dv-cinder-797333-1-iscsi is: [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 4, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'b77a4387-33e3-459b-940c-4b04393b2761', 'name': '', 'network_id': '3f76c1e4-4059-407d-aab5-6438dd9fdd49', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'mac_address': 'fa:16:3e:e4:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '40f15ea8-b7f4-42ae-a035-e637db2fee68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'subnets': [{'id': '40f15ea8-b7f4-42ae-a035-e637db2fee68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:44.880209 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.923204 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 0d83964e-bdd3-45e1-9d18-64785e366813 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:44.972543 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:44.974653 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-adeb597e-11e8-4679-8347-a841edc1471d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:45.049678 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effe5590-1345-4531-af3b-e943d6f065f3,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:45.064952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:45.076613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 0d83964e-bdd3-45e1-9d18-64785e366813 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:45.077296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:45.131974 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:15:41Z', 'revision_number': 4, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '7a385179-bf41-4377-b1f8-82ad166b5c7e', 'name': '', 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'mac_address': 'fa:16:3e:58:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '452f9b6a-931b-4825-8687-dd02c444173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:40Z', 'updated_at': '2021-06-22T09:15:41Z', 'revision_number': 2, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'subnets': [{'id': '452f9b6a-931b-4825-8687-dd02c444173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:45.186030 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:45.187339 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7192526 Jun 22 09:15:45.191380 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Checking router: fe3f14a9-977e-416b-9741-decf8b093d72 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:45.193472 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Updating router fe3f14a9-977e-416b-9741-decf8b093d72 port 7a385179-bf41-4377-b1f8-82ad166b5c7e binding host dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:15:45.238491 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:45.271930 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de6d34-d2d1-4c60-9089-d7670ba9a97c req-f8dfd013-4217-4b73-a7a0-6074dfbf9a23 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:45.287159 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-87de6d34-d2d1-4c60-9089-d7670ba9a97c req-f8dfd013-4217-4b73-a7a0-6074dfbf9a23 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1794708 Jun 22 09:15:45.366122 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-87de6d34-d2d1-4c60-9089-d7670ba9a97c req-c9617c55-80ab-4850-8d33-ae4eb818ccc2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770373 Jun 22 09:15:45.713750 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13091b-629c-496c-a6a3-5d452f147c26 req-54978ebf-9b54-424e-8e36-dfa8fd32c228 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:45.719534 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-df13091b-629c-496c-a6a3-5d452f147c26 req-54978ebf-9b54-424e-8e36-dfa8fd32c228 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 944 time: 0.1791034 Jun 22 09:15:45.781177 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Notify callbacks [] for port, precommit_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:45.797678 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-df13091b-629c-496c-a6a3-5d452f147c26 req-89a2aa7c-993f-4fb1-897f-534815d6fdda tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716782 Jun 22 09:15:45.817887 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.provisioning_blocks [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Transition to ACTIVE for port object 7a385179-bf41-4377-b1f8-82ad166b5c7e will not be triggered until provisioned by entity L2. {{(pid=93487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:15:45.933374 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:45.936431 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-ea00c8bd-a5ba-4093-8023-88f527223408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:46.106499 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649fa8-d72d-4208-b598-4f9d5d335372 None None] Pushing event updated for resources: {'Port': ['ID=7a385179-bf41-4377-b1f8-82ad166b5c7e,revision_number=3']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:46.120750 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-b3649fa8-d72d-4208-b598-4f9d5d335372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:46.241842 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Attempting to bind port 7a385179-bf41-4377-b1f8-82ad166b5c7e on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:15:46.243090 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Attempting to bind port 7a385179-bf41-4377-b1f8-82ad166b5c7e by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:15:46.243718 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Attempting to bind port 7a385179-bf41-4377-b1f8-82ad166b5c7e on network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:15:46.263502 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:15:46.264365 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Checking segment: {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:15:46.265157 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:46.265820 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Bound using segment: {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'} {{(pid=93487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:15:46.266597 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.managers [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Bound port: 7a385179-bf41-4377-b1f8-82ad166b5c7e, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad'}}] {{(pid=93487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:15:46.267259 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:46.390965 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d4931236-c99f-42a2-9e29-53b194869e73 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:46.517384 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] For port 7a385179-bf41-4377-b1f8-82ad166b5c7e, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:46.529128 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.plugins.ml2.db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] For port 7a385179-bf41-4377-b1f8-82ad166b5c7e, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7a385179-bf41-4377-b1f8-82ad166b5c7e,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:46.678743 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port d4931236-c99f-42a2-9e29-53b194869e73 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:46.682467 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron_lib.callbacks.manager [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:46.685093 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:46.696001 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port d4931236-c99f-42a2-9e29-53b194869e73 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:46.696527 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:46.823054 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Routers {'fe3f14a9-977e-416b-9741-decf8b093d72'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:15:46.825088 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:15:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['fe3f14a9-977e-416b-9741-decf8b093d72'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:46.973708 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:47.038267 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaad9bd-a839-402c-81bd-3bccacf741e9 req-a44ca7aa-c3db-41e0-ac96-57f774087a75 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:47.043782 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b77a4387-33e3-459b-940c-4b04393b2761 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:47.046571 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9eaad9bd-a839-402c-81bd-3bccacf741e9 req-a44ca7aa-c3db-41e0-ac96-57f774087a75 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.2799146 Jun 22 09:15:47.065014 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649fa8-d72d-4208-b598-4f9d5d335372 None None] Pushing event updated for resources: {'Port': ['ID=7a385179-bf41-4377-b1f8-82ad166b5c7e,revision_number=4']} {{(pid=93487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:47.084807 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG oslo_concurrency.lockutils [None req-b3649fa8-d72d-4208-b598-4f9d5d335372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:47.109650 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d4931236-c99f-42a2-9e29-53b194869e73, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d4931236-c99f-42a2-9e29-53b194869e73,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:47.145710 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4931236-c99f-42a2-9e29-53b194869e73'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:15:47.149560 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a16d48-efe5-4253-967d-bfbd2fe1799a" -d '{"events": [{"server_uuid": "c0898271-f691-4c8d-9b4b-9242c7e37dc2", "name": "network-vif-plugged", "status": "completed", "tag": "d4931236-c99f-42a2-9e29-53b194869e73"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:47.201075 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9eaad9bd-a839-402c-81bd-3bccacf741e9 req-ca856ee7-3b49-45ec-8a88-21bf1a69a6a4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534615 Jun 22 09:15:47.209534 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:47.219312 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9100fcae-386c-46a9-9ddb-79923bd21ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:47.384883 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] Set router fe3f14a9-977e-416b-9741-decf8b093d72 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:15:47.425474 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c52a23-52ee-4920-8adb-1bc2a22b3c4e req-8e884d9d-279f-46e4-9940-16bc25d819b0 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:47.431910 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c5c52a23-52ee-4920-8adb-1bc2a22b3c4e req-8e884d9d-279f-46e4-9940-16bc25d819b0 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.2233927 Jun 22 09:15:47.495942 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d78603-245f-4211-9f81-b84b4f309874 x-openstack-request-id: req-b3d78603-245f-4211-9f81-b84b4f309874 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:47.496784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0898271-f691-4c8d-9b4b-9242c7e37dc2", "name": "network-vif-plugged", "status": "completed", "tag": "d4931236-c99f-42a2-9e29-53b194869e73", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:47.496784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3d78603-245f-4211-9f81-b84b4f309874 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:47.497213 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4931236-c99f-42a2-9e29-53b194869e73', 'code': 200} Jun 22 09:15:47.535191 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c5c52a23-52ee-4920-8adb-1bc2a22b3c4e req-a599b681-fff7-4a82-a718-6d90ef9a6e18 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958445 Jun 22 09:15:47.606367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d4931236-c99f-42a2-9e29-53b194869e73,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:47.620848 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:47.714312 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port b77a4387-33e3-459b-940c-4b04393b2761 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:47.719776 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port b77a4387-33e3-459b-940c-4b04393b2761 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:47.725802 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:47.866099 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:15:41Z', 'revision_number': 4, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '7a385179-bf41-4377-b1f8-82ad166b5c7e', 'name': '', 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'mac_address': 'fa:16:3e:58:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '452f9b6a-931b-4825-8687-dd02c444173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:40Z', 'updated_at': '2021-06-22T09:15:46Z', 'revision_number': 4, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'subnets': [{'id': '452f9b6a-931b-4825-8687-dd02c444173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:47.881645 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:47.916355 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26707b-596f-45fa-829b-30475ea37564 req-3024feb6-af0d-4ca6-ab12-de4c2ecdb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:47.920011 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cb26707b-596f-45fa-829b-30475ea37564 req-3024feb6-af0d-4ca6-ab12-de4c2ecdb834 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0831897 Jun 22 09:15:47.939615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35906) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:47.977185 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port b77a4387-33e3-459b-940c-4b04393b2761, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b77a4387-33e3-459b-940c-4b04393b2761,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:47.983952 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cb26707b-596f-45fa-829b-30475ea37564 req-7ce59591-ad82-42e6-8e54-655683a2f87c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562155 Jun 22 09:15:48.066778 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:48.070489 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:48.076451 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35910) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:48.120970 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3442d-5c0c-45a5-9dd3-b76795e4f8ee None None] The sync data for ids ['fe3f14a9-977e-416b-9741-decf8b093d72'] in dv-cinder-797333-1-iscsi is: [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:15:41Z', 'revision_number': 4, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '7a385179-bf41-4377-b1f8-82ad166b5c7e', 'name': '', 'network_id': 'f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'mac_address': 'fa:16:3e:58:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '452f9b6a-931b-4825-8687-dd02c444173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:40Z', 'updated_at': '2021-06-22T09:15:46Z', 'revision_number': 4, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'subnets': [{'id': '452f9b6a-931b-4825-8687-dd02c444173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:48.210489 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=b77a4387-33e3-459b-940c-4b04393b2761,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:48.224772 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:48.327609 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:48.403980 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7c9-152e-496e-8312-959b87da64e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:48.513079 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.db.api [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:15:48.513079 dv-cinder-797333-1-iscsi neutron-server[93484]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 09:15:48.513079 dv-cinder-797333-1-iscsi neutron-server[93484]: [parameters: {'project_id': 'c35e10021dc743c3a71bcb8d5d6c6116', 'id': 'd8e41373-6b3f-4cd0-9067-8849f5b19ff0', 'expiration': datetime.datetime(2021, 6, 22, 9, 17, 48, 468928)}] Jun 22 09:15:48.513079 dv-cinder-797333-1-iscsi neutron-server[93484]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:15:48.514169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_db.api [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:15:48.609355 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd5538-d674-4e71-a508-208f2f9ee004 req-61bd4e7c-5f79-4533-9f07-3b474b67e833 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:48.612103 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-93fd5538-d674-4e71-a508-208f2f9ee004 req-61bd4e7c-5f79-4533-9f07-3b474b67e833 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1150582 Jun 22 09:15:48.722212 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7c9-152e-496e-8312-959b87da64e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:48.734024 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-93fd5538-d674-4e71-a508-208f2f9ee004 req-b441fa36-c059-4b54-a3f2-dbe845cd43dd tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149235 Jun 22 09:15:48.777936 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f42-e558-42e4-b037-ad967db2eb82 req-d51d3590-865e-4524-ac0e-afa2daa6537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:48.782626 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-d51d3590-865e-4524-ac0e-afa2daa6537b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1098 time: 0.1507843 Jun 22 09:15:48.829423 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263a8cd-eb35-49a8-9f9f-33fba67362d3 req-d8660e85-700d-4af8-aad0-e0e420de84a3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:48.831827 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0263a8cd-eb35-49a8-9f9f-33fba67362d3 req-d8660e85-700d-4af8-aad0-e0e420de84a3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.1080334 Jun 22 09:15:48.894081 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0263a8cd-eb35-49a8-9f9f-33fba67362d3 req-e955ff0e-18c0-46b2-82b1-e7fe3c638d63 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Jun 22 09:15:48.945891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f42-e558-42e4-b037-ad967db2eb82 req-a237872f-a483-4574-baf6-8ba6fb1480a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:48.947392 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-a237872f-a483-4574-baf6-8ba6fb1480a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.1320136 Jun 22 09:15:48.982789 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7a385179-bf41-4377-b1f8-82ad166b5c7e up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:49.016007 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.019562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7c9-152e-496e-8312-959b87da64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.052930 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-2ca00056-98a1-4396-a618-147da439bbeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0833194 Jun 22 09:15:49.054341 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-186112ef-b4d9-4540-a8e6-968b4443023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:49.108302 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbb7c9-152e-496e-8312-959b87da64e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e144b6c-77f4-4c10-adad-e08b530d004f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:49.115100 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bfcbb7c9-152e-496e-8312-959b87da64e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:49.122184 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f42-e558-42e4-b037-ad967db2eb82 req-85794692-c7cc-4deb-aabb-c3d4e5cce4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:49.122184 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-85794692-c7cc-4deb-aabb-c3d4e5cce4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0630569 Jun 22 09:15:49.150833 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-bfcbb7c9-152e-496e-8312-959b87da64e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=022d2d842e654670be9c4c86de3fd881&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728681 Jun 22 09:15:49.157493 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35918) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:49.197876 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f42-e558-42e4-b037-ad967db2eb82 req-8b1df94b-5f3d-47d2-b4c2-d52ee3c80174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:49.199918 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-8b1df94b-5f3d-47d2-b4c2-d52ee3c80174 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603437 Jun 22 09:15:49.224752 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 7a385179-bf41-4377-b1f8-82ad166b5c7e completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:15:49.233299 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 7a385179-bf41-4377-b1f8-82ad166b5c7e triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:49.233299 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.274557 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.319095 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.327834 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.400161 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.406156 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-874977dd-0e7d-4ac9-88cc-0d2c73b246b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:49.417073 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.433143 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abcfd4e-8394-403f-a0af-a57a53edf672,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:49.454262 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:49.473701 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c35e10021dc743c3a71bcb8d5d6c6116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5326827 Jun 22 09:15:49.474037 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-6a0bd387-ac0a-41a3-bf4f-7fb34c3e31f0 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482147 Jun 22 09:15:49.474708 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35924) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:49.532285 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 7a385179-bf41-4377-b1f8-82ad166b5c7e, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7a385179-bf41-4377-b1f8-82ad166b5c7e,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:49.538943 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.542751 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.549905 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e144b6c-77f4-4c10-adad-e08b530d004f HTTP/1.1" status: 204 len: 168 time: 0.3895690 Jun 22 09:15:49.549905 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa5efd9a-f521-48b9-977a-e2e2d4931f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:49.573882 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e144b6c-77f4-4c10-adad-e08b530d004f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:49.579933 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7bfbf912-2c2c-4950-a191-89f3318b7ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:49.633153 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-20969f42-e558-42e4-b037-ad967db2eb82 req-58f1f89c-cb0f-457e-b6a2-b381ed5352ec service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402075 Jun 22 09:15:49.636147 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.637089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b77a4387-33e3-459b-940c-4b04393b2761 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:49.640495 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:49.698455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.725426 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:49.780882 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=7a385179-bf41-4377-b1f8-82ad166b5c7e,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:49.843580 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:49.863517 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port b77a4387-33e3-459b-940c-4b04393b2761 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:49.863900 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:50.194860 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef846-69f1-4741-b676-207c77201cb3 req-b20b1f99-aa3e-44b0-817f-8981f90824d3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:50.197145 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b0bef846-69f1-4741-b676-207c77201cb3 req-b20b1f99-aa3e-44b0-817f-8981f90824d3 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.1010554 Jun 22 09:15:50.205120 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:50.291042 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b0bef846-69f1-4741-b676-207c77201cb3 req-b730e256-29d4-4f31-a515-615d4635f035 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651841 Jun 22 09:15:50.562218 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:50.564757 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:50.568183 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9abcfd4e-8394-403f-a0af-a57a53edf672 HTTP/1.1" status: 204 len: 168 time: 1.0901101 Jun 22 09:15:50.568378 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4f7950e8-ea75-48ae-bb66-90430ac91535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:50.582868 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abcfd4e-8394-403f-a0af-a57a53edf672,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:50.594660 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.595286 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.595442 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.595779 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.596133 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.596484 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.596835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.597189 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.597538 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.598010 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.598218 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.598563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:50.602269 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:50.638183 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d528cb-db43-4304-bc10-f022fb3f5321 req-335eae97-2bca-41c4-a6b2-b3af1ce65a2c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:50.643285 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-90d528cb-db43-4304-bc10-f022fb3f5321 req-335eae97-2bca-41c4-a6b2-b3af1ce65a2c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.6368074 Jun 22 09:15:50.738999 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-90d528cb-db43-4304-bc10-f022fb3f5321 req-a12aa9de-4cd4-41b3-99a0-db33b1b78423 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846043 Jun 22 09:15:50.880178 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7a385179-bf41-4377-b1f8-82ad166b5c7e up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:15:50.910914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 35940) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:50.925764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.124373 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 7a385179-bf41-4377-b1f8-82ad166b5c7e triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:15:51.125096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.205728 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.275743 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.279222 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cd7ddb97-e0d9-4e0c-a43a-b25af1174ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:51.316105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa4ded-174c-46b2-b83d-ef9186603ed7,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:51.320873 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7562283f3f284b3caba2ac6682f73ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088051 Jun 22 09:15:51.322002 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:51.323725 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 35942) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:15:51.449050 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.530557 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.693894 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.697113 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:51.701652 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dffa4ded-174c-46b2-b83d-ef9186603ed7 HTTP/1.1" status: 204 len: 168 time: 0.3762960 Jun 22 09:15:51.703808 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ffe70791-7de0-434c-a9c9-dbf6172b8312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:15:51.735304 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa4ded-174c-46b2-b83d-ef9186603ed7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:51.760046 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-39806601-e70f-4ebb-beaa-c796021860e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:15:51.837979 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d8d2-83e9-4836-a13d-ac11abfa20ab req-0b639fc1-9ed8-4085-aab1-f91fd5ea5ed1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:51.864406 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cbd8d8d2-83e9-4836-a13d-ac11abfa20ab req-0b639fc1-9ed8-4085-aab1-f91fd5ea5ed1 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.2369905 Jun 22 09:15:51.983837 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cbd8d8d2-83e9-4836-a13d-ac11abfa20ab req-275a1cf8-db8f-44c5-9b4d-fb44f43f6594 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155181 Jun 22 09:15:52.102858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66103-aa1b-4b6b-ac3d-141893006448 req-c1b97044-5bd9-4e97-b2b8-fab732087a14 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:52.110275 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cea66103-aa1b-4b6b-ac3d-141893006448 req-c1b97044-5bd9-4e97-b2b8-fab732087a14 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1274023 Jun 22 09:15:52.195900 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cea66103-aa1b-4b6b-ac3d-141893006448 req-a8988e5d-c76d-456e-8372-5e8969b62a05 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843480 Jun 22 09:15:53.563196 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fd99e-0872-428f-9da6-6e18822ea7fe req-2cc341b2-b2e4-40e7-98e1-2949c0749b42 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:53.569948 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c5fd99e-0872-428f-9da6-6e18822ea7fe req-2cc341b2-b2e4-40e7-98e1-2949c0749b42 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1150768 Jun 22 09:15:53.642552 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4c5fd99e-0872-428f-9da6-6e18822ea7fe req-eab60d00-a80c-454c-b702-f78d6d422dc0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Jun 22 09:15:54.903340 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045a0b-31ed-465c-aa7d-0f78a8b9b4ea req-15a26b74-6a79-4fac-844f-3444031e57fc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:54.903340 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d1045a0b-31ed-465c-aa7d-0f78a8b9b4ea req-15a26b74-6a79-4fac-844f-3444031e57fc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0720830 Jun 22 09:15:54.903340 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d1045a0b-31ed-465c-aa7d-0f78a8b9b4ea req-9c5c53f7-5566-44fa-b1ff-f5084a364b14 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351186 Jun 22 09:15:55.827002 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-506c2bea-df04-42c7-8087-843acc5e132d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:15:56.238925 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154faf1-9498-4a37-8aeb-e3b53aecfc7c req-17260e37-0d15-4a3c-9415-6d55d47f7731 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:56.252017 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6154faf1-9498-4a37-8aeb-e3b53aecfc7c req-17260e37-0d15-4a3c-9415-6d55d47f7731 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1185935 Jun 22 09:15:56.364326 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6154faf1-9498-4a37-8aeb-e3b53aecfc7c req-360bc18b-36f2-4ad0-8b6a-f6036383b31d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109486 Jun 22 09:15:57.759560 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b2fb0-7a9a-4dd3-9627-2f88d63e1663 req-8ed5bf5c-743b-4f41-999c-5cf1a1acaed0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:57.762619 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-035b2fb0-7a9a-4dd3-9627-2f88d63e1663 req-8ed5bf5c-743b-4f41-999c-5cf1a1acaed0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1689761 Jun 22 09:15:57.866539 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-035b2fb0-7a9a-4dd3-9627-2f88d63e1663 req-68296e92-e13d-4a84-93ee-deda58b02e0a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962448 Jun 22 09:15:59.039446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01edbee-00ec-4a3e-a054-67caf93e5650 req-8f978486-f492-4e15-b0a8-b4cb8ac82ef7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:15:59.040796 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b01edbee-00ec-4a3e-a054-67caf93e5650 req-8f978486-f492-4e15-b0a8-b4cb8ac82ef7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0633392 Jun 22 09:15:59.077971 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b01edbee-00ec-4a3e-a054-67caf93e5650 req-52c94cb6-17c8-4ba3-9184-5b23f39e97a7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Jun 22 09:15:59.512693 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6bf86215-71bf-4bd8-b781-acd7da150159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:00.260182 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bec4-496b-4f1c-a9df-55a12dd2bd2e req-1728d2dc-429b-4ad0-a73d-eb5b7daa637e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:00.261776 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-abc6bec4-496b-4f1c-a9df-55a12dd2bd2e req-1728d2dc-429b-4ad0-a73d-eb5b7daa637e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0633900 Jun 22 09:16:00.299891 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-abc6bec4-496b-4f1c-a9df-55a12dd2bd2e req-8ba15c4a-004c-47b3-9b08-bd80d5b1e024 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324936 Jun 22 09:16:00.369218 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:00.775299 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:01.482151 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe0bb1-4438-4e9f-aa99-e228bdb57f56 req-9cc603ac-f98d-4c7f-9147-3efdfa7d1150 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:01.483764 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dabe0bb1-4438-4e9f-aa99-e228bdb57f56 req-9cc603ac-f98d-4c7f-9147-3efdfa7d1150 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0659184 Jun 22 09:16:01.522318 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dabe0bb1-4438-4e9f-aa99-e228bdb57f56 req-49ab3bf7-ce2e-44c1-ae97-d2145cfaa455 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jun 22 09:16:02.448607 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-796235c4-3bcd-4492-a07f-d77c65acfd55 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:02.450628 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-796235c4-3bcd-4492-a07f-d77c65acfd55 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 814 time: 0.1029828 Jun 22 09:16:02.465149 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-1c5aaa6d-dc1e-4adb-abcc-9bb5417f458f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/quotas/30a7305a11334a0b8f4c5b20eb60d95d HTTP/1.1" status: 200 len: 375 time: 0.0090818 Jun 22 09:16:02.533078 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-9374735d-cd58-4837-b89c-e0b99293d62f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628314 Jun 22 09:16:02.769059 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-7a614820-552e-493a-9646-2078a9cc298d service neutron] 10.222.0.37 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242148 Jun 22 09:16:02.787419 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143dd53-ff38-4ad1-be4a-85078f4581d4 req-2196c85c-8c0f-46db-8299-ec4ac0a8f858 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:02.787419 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0143dd53-ff38-4ad1-be4a-85078f4581d4 req-2196c85c-8c0f-46db-8299-ec4ac0a8f858 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1179569 Jun 22 09:16:02.788063 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:02.830666 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0143dd53-ff38-4ad1-be4a-85078f4581d4 req-2cabaafc-01c0-428e-b371-861f847bcf40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Jun 22 09:16:02.867219 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-f718f221-3ad2-4408-af6f-4bc1eff816f0 service neutron] 10.222.0.37 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922716 Jun 22 09:16:03.185684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-98e738c2-c9c3-4a2a-bbb6-c6c79cfdd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:03.187461 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-98e738c2-c9c3-4a2a-bbb6-c6c79cfdd1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0782745 Jun 22 09:16:03.282522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-6a98e684-50f7-4828-89f0-5ddd99288713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:03.284169 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-6a98e684-50f7-4828-89f0-5ddd99288713 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0867164 Jun 22 09:16:03.355929 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-99536714-0abe-473d-874e-998f15d33a74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0616114 Jun 22 09:16:03.408773 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-721f9f0b-1a4a-4648-b2bd-4c24e077a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:03.410184 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-721f9f0b-1a4a-4648-b2bd-4c24e077a737 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0437965 Jun 22 09:16:03.471424 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-0da77c2a-69b7-4450-98d3-2064861ce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:03.472803 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-0da77c2a-69b7-4450-98d3-2064861ce400 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520675 Jun 22 09:16:03.568418 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-b7048da0-89a1-4438-a93b-746e7438b618 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840702 Jun 22 09:16:03.667517 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-654e0dfe-9146-4aae-963d-f7c0a7a84824 req-5652c690-d31e-4731-aeb8-0050ac521bc4 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833223 Jun 22 09:16:04.009655 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868799d-00f0-4482-94c7-6eddcaa8944f req-c9bd43a9-1ac9-4dd9-a342-9589b650f652 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:04.011064 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c868799d-00f0-4482-94c7-6eddcaa8944f req-c9bd43a9-1ac9-4dd9-a342-9589b650f652 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0643699 Jun 22 09:16:04.051119 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c868799d-00f0-4482-94c7-6eddcaa8944f req-ea9ca707-f575-4d30-aa05-69108bff5067 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Jun 22 09:16:04.195470 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-67462834-9ddd-4d06-b541-a71b8a0da4f6 req-4bd41c39-f4eb-4400-b79a-59b34b56c29a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Jun 22 09:16:05.236550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28d6f8-55c6-453d-a02d-101452a3406b req-16a91961-e3c6-4237-af69-d1475ec74c4d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:05.238056 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9b28d6f8-55c6-453d-a02d-101452a3406b req-16a91961-e3c6-4237-af69-d1475ec74c4d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0691681 Jun 22 09:16:05.303521 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9b28d6f8-55c6-453d-a02d-101452a3406b req-a6158500-44b9-49b9-b44c-01a3d6468af3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542524 Jun 22 09:16:05.314243 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e6739a13-bea2-4d47-a73b-79e7b2287c14 req-8d5620af-133e-4665-897c-2b4d210b3930 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0457170 Jun 22 09:16:06.384753 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ac001424-62bb-4c08-a5e7-12739c3ec05c req-244428cf-4539-4ebd-b2e0-1d9fa8bc5495 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Jun 22 09:16:06.473364 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881bff8-812d-48ba-b03a-b485196c4e31 req-66c06878-9865-4edd-ac93-60b033e4b8c1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:06.474822 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3881bff8-812d-48ba-b03a-b485196c4e31 req-66c06878-9865-4edd-ac93-60b033e4b8c1 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0642061 Jun 22 09:16:06.512977 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3881bff8-812d-48ba-b03a-b485196c4e31 req-acd64dd0-287e-41c1-8939-7b6d0ff89c13 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319841 Jun 22 09:16:07.525642 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-161a16b4-74a9-40d6-a2ec-b32cd8041c6e req-f0980617-85b3-4517-bd46-37df73784da3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0310504 Jun 22 09:16:07.689322 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5289b24-853b-41bc-b71b-66e38a86e0db req-edff81eb-0347-4dfb-a102-63b550bf5bec tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:07.690710 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a5289b24-853b-41bc-b71b-66e38a86e0db req-edff81eb-0347-4dfb-a102-63b550bf5bec tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0662839 Jun 22 09:16:07.727888 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a5289b24-853b-41bc-b71b-66e38a86e0db req-4c996a30-9b0a-4ecb-890c-1a328a22f96a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jun 22 09:16:08.663731 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c73c677a-e210-41d6-89fd-84d29c35ee87 req-d99d42ce-75bf-4e77-8a79-ff8ea452b88a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0281823 Jun 22 09:16:08.812343 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:16:08.912705 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff05d-fbca-46a7-ba09-79c425116740 req-3182b949-74c2-4a43-92b4-eaf729a57e72 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:08.914333 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ea4ff05d-fbca-46a7-ba09-79c425116740 req-3182b949-74c2-4a43-92b4-eaf729a57e72 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0716298 Jun 22 09:16:08.956561 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ea4ff05d-fbca-46a7-ba09-79c425116740 req-4d5be917-5683-4251-b479-02d91a30b3e8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349827 Jun 22 09:16:09.629506 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:16:09.706259 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:09.728643 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:16:09.730929 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afac61c-2dc9-4189-9e5a-dfcff7cdc6fd" -d '{"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:09.743696 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:09.767744 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448393f-9482-4cde-96b1-da811b8e8159 x-openstack-request-id: req-a448393f-9482-4cde-96b1-da811b8e8159 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:09.768105 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:09.768444 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a448393f-9482-4cde-96b1-da811b8e8159 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:09.769075 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'code': 200} Jun 22 09:16:09.808834 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a59cdc2f-a0b8-4aee-bac3-a70bc6b52c2f req-cb93cf71-2472-4f31-ae2f-05c9deb4ac69 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0279434 Jun 22 09:16:09.832091 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:09.833934 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9100fcae-386c-46a9-9ddb-79923bd21ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:09.880747 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=8']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:09.883761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:10.133427 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e8154-1f13-4427-b727-5ad82d29e799 req-1794e49f-960c-4dcf-95b8-70040981c350 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:10.135051 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cc9e8154-1f13-4427-b727-5ad82d29e799 req-1794e49f-960c-4dcf-95b8-70040981c350 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0625477 Jun 22 09:16:10.172748 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cc9e8154-1f13-4427-b727-5ad82d29e799 req-9be0e06f-d562-4851-ba4c-0e65a6570ec5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Jun 22 09:16:10.961073 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b845b029-50b2-4e58-8fc3-7634e99c076d req-5247a742-cf50-4a89-97e8-563eb83fb7cd tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0289013 Jun 22 09:16:11.197040 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-8407024f-828d-4e3f-ab10-dcf8f7a7d3c3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:11.198492 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-8407024f-828d-4e3f-ab10-dcf8f7a7d3c3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 814 time: 0.1058764 Jun 22 09:16:11.225203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'port': {'device_id': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'admin_state_up': True, 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:16:11.389915 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded2047-21d5-4c2a-8591-6a3d005ee124 req-2ea7f968-16ec-43c0-8ec1-70bacefd513a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:11.399058 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2ded2047-21d5-4c2a-8591-6a3d005ee124 req-2ea7f968-16ec-43c0-8ec1-70bacefd513a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.1056080 Jun 22 09:16:11.436912 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2ded2047-21d5-4c2a-8591-6a3d005ee124 req-7825dc65-d150-4caa-8ec0-216ffcb97c1c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 Jun 22 09:16:11.475218 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Made reservation on behalf of 30a7305a11334a0b8f4c5b20eb60d95d for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:11.478812 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:11.625485 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Allocated IP 172.20.0.14 (361e41ac-0036-4234-8a8b-ade0b38c033d/1d0d8c0f-392d-490a-9f99-acd008117047/74a96d95-a2c3-4256-9cd1-0a92fec802e5) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:16:11.795924 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:11.810605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Transition to ACTIVE for port object 74a96d95-a2c3-4256-9cd1-0a92fec802e5 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:16:12.036145 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:12.051877 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:12.128976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Network 361e41ac-0036-4234-8a8b-ade0b38c033d is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:16:12.137929 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:12.140823 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:16:12.171462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:12.174451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:12.210660 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:12.211395 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:12.235987 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795f12-acdf-4a16-b766-ff6db9e7ec26 req-e25a912b-d706-48a7-be58-d24e113590c6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:12.244461 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a3795f12-acdf-4a16-b766-ff6db9e7ec26 req-e25a912b-d706-48a7-be58-d24e113590c6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.1585402 Jun 22 09:16:12.304073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a3795f12-acdf-4a16-b766-ff6db9e7ec26 req-18864a6f-6526-4cd7-9585-0221f0e59cfb tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Jun 22 09:16:12.311657 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0907176 Jun 22 09:16:12.600971 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-a822b283-1204-4e0f-a6b7-c284101e6657 None None] Provisioning for port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:16:12.606830 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-a822b283-1204-4e0f-a6b7-c284101e6657 None None] Provisioning complete for port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:16:12.608064 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a822b283-1204-4e0f-a6b7-c284101e6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:12.656599 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-a822b283-1204-4e0f-a6b7-c284101e6657 None None] Port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:16:13.617095 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7be0-d9ae-46e1-a5a3-b64db8f71218 req-83f0dc0b-1679-48a5-afd3-527ef0db83e2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:13.626494 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0d7b7be0-d9ae-46e1-a5a3-b64db8f71218 req-83f0dc0b-1679-48a5-afd3-527ef0db83e2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.1125333 Jun 22 09:16:13.693575 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0d7b7be0-d9ae-46e1-a5a3-b64db8f71218 req-b35f37b2-36e8-425a-9c47-11090228217a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597301 Jun 22 09:16:13.809056 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c4198-0e25-4a71-ac8e-5be1ad681573 req-a45bd17d-c490-44e0-bef6-a255097c0b2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:13.810586 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a41c4198-0e25-4a71-ac8e-5be1ad681573 req-a45bd17d-c490-44e0-bef6-a255097c0b2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.3602116 Jun 22 09:16:13.855854 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a41c4198-0e25-4a71-ac8e-5be1ad681573 req-e4d78399-39af-43c8-ad9b-5b64f9975056 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373712 Jun 22 09:16:14.022746 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36384) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:14.128900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.220230 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.289373 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.292158 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e5cbcfd2-2b87-45f1-bee9-aec1af801b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:14.327253 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84d290-4c27-464e-ac83-9756a83463a7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:14.331486 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac1ad30a6a4a41fc8b180e62f8b3e4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075111 Jun 22 09:16:14.334141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 36388) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:14.338571 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.338959 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.339819 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.340318 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.340796 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.341243 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.341697 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.342097 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.342495 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.342844 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.343210 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.343663 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:14.347615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:14.403628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.424282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.586192 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.589648 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:14.590879 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d84d290-4c27-464e-ac83-9756a83463a7 HTTP/1.1" status: 204 len: 168 time: 0.2556543 Jun 22 09:16:14.591827 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-36fdcc5e-bf6e-4ab1-8412-1569fec55e16 tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:14.599903 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84d290-4c27-464e-ac83-9756a83463a7,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:14.602938 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-51148427-019c-4b46-9d94-1ae7c018c30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:14.894674 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4feef-5acf-4149-b8f4-c435509f9678 req-8947343d-72fd-49a3-a569-507b3074beef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:14.897319 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6ca4feef-5acf-4149-b8f4-c435509f9678 req-8947343d-72fd-49a3-a569-507b3074beef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0785842 Jun 22 09:16:14.966590 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6ca4feef-5acf-4149-b8f4-c435509f9678 req-fb4150a3-a28b-4075-86a0-3f257f96519e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619261 Jun 22 09:16:15.072293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbbb65-6d77-4364-a97b-ddf1add602bf req-b6224cfa-a622-487f-b619-26f13082638b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:15.075206 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-22dbbb65-6d77-4364-a97b-ddf1add602bf req-b6224cfa-a622-487f-b619-26f13082638b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0710797 Jun 22 09:16:15.125683 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-22dbbb65-6d77-4364-a97b-ddf1add602bf req-1e072167-7e85-481e-a277-5a83b34ec353 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443716 Jun 22 09:16:15.332513 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36402) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:15.345728 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.436257 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.511818 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.515696 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3dec2851-95f1-42c9-aba4-1c2fb2d1b14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:15.551438 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c2b26cd6977455d915d578fb603aebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177668 Jun 22 09:16:15.553505 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc53d3e1-2382-4d84-a382-e7d6625bc409,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:15.554185 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 36406) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:15.556565 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:15.608355 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.628897 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.740649 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.743311 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:15.744552 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc53d3e1-2382-4d84-a382-e7d6625bc409 HTTP/1.1" status: 204 len: 168 time: 0.1891139 Jun 22 09:16:15.745410 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-708fc6c3-a388-42bd-97be-8c055ae2bf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:15.754342 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc53d3e1-2382-4d84-a382-e7d6625bc409,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:15.756577 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7952c382-b49a-414d-b930-dc293a6b76a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:16.144024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241af815-7d3e-485c-bef2-e9d087ed5ffc req-275d183a-7eb8-4679-8d2e-ee8242997713 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:16.145515 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-241af815-7d3e-485c-bef2-e9d087ed5ffc req-275d183a-7eb8-4679-8d2e-ee8242997713 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0651200 Jun 22 09:16:16.188445 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-241af815-7d3e-485c-bef2-e9d087ed5ffc req-7e9e517a-b212-466c-9990-da1894bfe1c9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369468 Jun 22 09:16:16.300250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368e0e-6198-4763-b070-140d63d66123 req-ac2799fd-dcbb-414c-b390-6d782acd071c tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:16.301727 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-24368e0e-6198-4763-b070-140d63d66123 req-ac2799fd-dcbb-414c-b390-6d782acd071c tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0636690 Jun 22 09:16:16.340009 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-24368e0e-6198-4763-b070-140d63d66123 req-7532a964-83a7-4e39-ba59-500ee09c7270 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jun 22 09:16:16.408576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 36418) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:16.422186 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.517543 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.580497 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.585474 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-04b0f592-4181-42d3-acad-56b9f51d9090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:16.622952 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3c126d5053b4a069eecf2dd25d42695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133110 Jun 22 09:16:16.626273 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36422) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:16.627816 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15a3b3-32c3-4fa1-a076-dc35f3611533,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:16.630967 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:16.702836 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.724387 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.945916 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.948630 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:16.949931 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e15a3b3-32c3-4fa1-a076-dc35f3611533 HTTP/1.1" status: 204 len: 168 time: 0.3223605 Jun 22 09:16:16.950695 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f8556e1f-5dab-4975-a6f8-dc397f8b8300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:16.958606 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15a3b3-32c3-4fa1-a076-dc35f3611533,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:16.960912 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7794d032-ed2c-4a22-96f2-eba4315de6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:17.388174 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c78da0-8bfc-42ed-8037-200fd20b4bf3 req-69a1c823-d7b7-4aa2-9385-fd7e8aa30c23 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:17.389840 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f0c78da0-8bfc-42ed-8037-200fd20b4bf3 req-69a1c823-d7b7-4aa2-9385-fd7e8aa30c23 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0792131 Jun 22 09:16:17.433098 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f0c78da0-8bfc-42ed-8037-200fd20b4bf3 req-46998abf-11e3-4373-8aad-ea85c829faee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365427 Jun 22 09:16:17.542191 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ddeef-1f59-4ab8-b930-7b7865fb7600 req-30f56ac6-9986-4b3d-bf20-9457353d3097 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:17.543804 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-782ddeef-1f59-4ab8-b930-7b7865fb7600 req-30f56ac6-9986-4b3d-bf20-9457353d3097 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0721211 Jun 22 09:16:17.596150 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-782ddeef-1f59-4ab8-b930-7b7865fb7600 req-6077db32-12b4-4f4f-8f4c-988710824d0d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465994 Jun 22 09:16:18.352917 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:16:18.642123 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3be96-6be0-4040-a068-cbc56a358be3 req-3236def0-76f8-4614-b8b4-ef6e160e6b1f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:18.643765 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aad3be96-6be0-4040-a068-cbc56a358be3 req-3236def0-76f8-4614-b8b4-ef6e160e6b1f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0887816 Jun 22 09:16:18.718439 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-aad3be96-6be0-4040-a068-cbc56a358be3 req-d40ab626-6194-47e0-bb9c-cd2a1ade12a7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669758 Jun 22 09:16:19.032464 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1047b-d3a0-4fce-8edc-edc2e27edbc1 req-ceea9746-dc8f-4642-a63e-48254ad0e544 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:19.034570 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5cd1047b-d3a0-4fce-8edc-edc2e27edbc1 req-ceea9746-dc8f-4642-a63e-48254ad0e544 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.1660683 Jun 22 09:16:19.084556 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5cd1047b-d3a0-4fce-8edc-edc2e27edbc1 req-3eac0937-ff30-4be7-873e-4791816c0832 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Jun 22 09:16:19.938683 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9560f-8ee0-41b8-8ea7-5c5c59d96db0 req-1d676d68-e545-451b-ab5c-cade6b1844cb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:19.940162 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14e9560f-8ee0-41b8-8ea7-5c5c59d96db0 req-1d676d68-e545-451b-ab5c-cade6b1844cb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0975494 Jun 22 09:16:19.982515 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-14e9560f-8ee0-41b8-8ea7-5c5c59d96db0 req-e289bcf9-2442-4e3b-886b-e25962db3e3a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337434 Jun 22 09:16:20.269665 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1043-2e89-46b2-8bb3-16636b33fc84 req-e3ffbaf6-73a7-4734-86ae-3ec2fac74365 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:20.271102 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-770e1043-2e89-46b2-8bb3-16636b33fc84 req-e3ffbaf6-73a7-4734-86ae-3ec2fac74365 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0690498 Jun 22 09:16:20.310814 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-770e1043-2e89-46b2-8bb3-16636b33fc84 req-055a89b9-9027-47ba-8d71-78a0997cea5c tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Jun 22 09:16:21.168490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbb33c-4b3c-42c0-8091-8045a3d552d7 req-1c4e6df3-f097-41d5-b93d-122aadbb7981 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:21.169906 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d9bbb33c-4b3c-42c0-8091-8045a3d552d7 req-1c4e6df3-f097-41d5-b93d-122aadbb7981 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0640490 Jun 22 09:16:21.206738 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d9bbb33c-4b3c-42c0-8091-8045a3d552d7 req-545f4a75-5d8b-4ecb-a27b-4f9691cc0eb4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Jun 22 09:16:21.479953 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e68e-b057-4b1c-916e-1cb062fe21c6 req-f814b5dd-0310-4a73-a8d9-f6dfe2e5625e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:21.481831 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fbc8e68e-b057-4b1c-916e-1cb062fe21c6 req-f814b5dd-0310-4a73-a8d9-f6dfe2e5625e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0619280 Jun 22 09:16:21.518373 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fbc8e68e-b057-4b1c-916e-1cb062fe21c6 req-085fe0c1-3b0e-4879-9359-185930377c56 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Jun 22 09:16:22.381438 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237853-d815-4e33-a7b1-672278d2d636 req-871e59e1-584c-4466-8fd7-ffa45adfce70 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:22.382901 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-73237853-d815-4e33-a7b1-672278d2d636 req-871e59e1-584c-4466-8fd7-ffa45adfce70 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0654531 Jun 22 09:16:22.420475 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-73237853-d815-4e33-a7b1-672278d2d636 req-1cb32d72-94c9-4f6a-8b75-b367b5e49b2a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Jun 22 09:16:22.692088 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e839107-7574-4d69-8217-b69063ed52a8 req-50551235-8fb7-41c7-aad5-a37b2ffb31d1 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:22.693477 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3e839107-7574-4d69-8217-b69063ed52a8 req-50551235-8fb7-41c7-aad5-a37b2ffb31d1 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0664070 Jun 22 09:16:22.732512 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3e839107-7574-4d69-8217-b69063ed52a8 req-bab5c8d7-c844-4a59-8ab1-55a3fb22ab40 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jun 22 09:16:23.593104 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fe64-32ea-4a40-86e2-f4e5654bbe08 req-27ca7bae-0fde-4cc2-8c3d-e878bd26ba18 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:23.594561 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5023fe64-32ea-4a40-86e2-f4e5654bbe08 req-27ca7bae-0fde-4cc2-8c3d-e878bd26ba18 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0624022 Jun 22 09:16:23.631457 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5023fe64-32ea-4a40-86e2-f4e5654bbe08 req-234535d1-982b-43f9-80e0-468763118567 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311525 Jun 22 09:16:23.901730 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad752c2c-a454-4c1f-a957-61fbcf4cfa7d req-64820cb4-8f10-486c-8c49-d0b4ebcac038 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:23.904141 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ad752c2c-a454-4c1f-a957-61fbcf4cfa7d req-64820cb4-8f10-486c-8c49-d0b4ebcac038 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0636225 Jun 22 09:16:23.944584 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ad752c2c-a454-4c1f-a957-61fbcf4cfa7d req-6a9ac12a-f04f-415c-ad4b-c8207341e9f2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348322 Jun 22 09:16:24.140565 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:24.810828 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902068-f09f-4b7a-ab83-a28e32e1e868 req-37903cba-ceca-4eac-a554-ccd63b00d923 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:24.812207 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-26902068-f09f-4b7a-ab83-a28e32e1e868 req-37903cba-ceca-4eac-a554-ccd63b00d923 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0613821 Jun 22 09:16:24.850051 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-26902068-f09f-4b7a-ab83-a28e32e1e868 req-f3c3b0a7-d3dd-4f6e-bc62-b9c30658e4a9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Jun 22 09:16:25.117490 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189533-0041-48c0-a685-d3c43b54b725 req-7193a641-552f-47aa-8108-a84497c0d668 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:25.118945 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fa189533-0041-48c0-a685-d3c43b54b725 req-7193a641-552f-47aa-8108-a84497c0d668 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0644059 Jun 22 09:16:25.156190 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fa189533-0041-48c0-a685-d3c43b54b725 req-30ec6ff2-a20b-4534-89ce-76b379eb6f17 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jun 22 09:16:25.831364 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b090322f-4c25-4f04-94cf-64f45baa1f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:26.040461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab5c4e-d7d6-4a1d-a4f3-351da5920840 req-dc59eca6-aba7-4a12-ad60-900a48d692fd tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:26.041827 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-efab5c4e-d7d6-4a1d-a4f3-351da5920840 req-dc59eca6-aba7-4a12-ad60-900a48d692fd tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0674639 Jun 22 09:16:26.079808 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-efab5c4e-d7d6-4a1d-a4f3-351da5920840 req-43816662-951a-4249-a9a6-f2aba53d5da3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Jun 22 09:16:26.328096 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc17d3-c0d2-43ad-8485-21820b8a783c req-644fa47c-6703-43df-8102-deb16c1de458 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:26.329538 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-53fc17d3-c0d2-43ad-8485-21820b8a783c req-644fa47c-6703-43df-8102-deb16c1de458 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0634100 Jun 22 09:16:26.368078 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-53fc17d3-c0d2-43ad-8485-21820b8a783c req-ca57e0b2-7fd9-4592-9f89-7c44391e1a59 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Jun 22 09:16:27.251751 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477bb0-3394-4a63-b5e5-8eeb97179a89 req-71029511-26e4-43ef-ae0f-db1fa467accf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:27.253241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37477bb0-3394-4a63-b5e5-8eeb97179a89 req-71029511-26e4-43ef-ae0f-db1fa467accf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0618126 Jun 22 09:16:27.290957 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37477bb0-3394-4a63-b5e5-8eeb97179a89 req-410f80ce-81dd-4a9b-9ddd-54bbdad41c15 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Jun 22 09:16:27.560897 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8aca-e4f4-4243-a4dc-7fd852d3403b req-3602204a-fb85-44ba-98c0-bfc4212ac62b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:27.562771 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6eea8aca-e4f4-4243-a4dc-7fd852d3403b req-3602204a-fb85-44ba-98c0-bfc4212ac62b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0764246 Jun 22 09:16:27.599930 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6eea8aca-e4f4-4243-a4dc-7fd852d3403b req-49f6e040-b35a-456d-a0b9-8c220f4a55a3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Jun 22 09:16:28.513144 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d8ab1-c5fc-451a-807a-f9847d90503e req-7a8f7a76-92a3-4a69-90ba-e6d46a25d92c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:28.514577 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6f5d8ab1-c5fc-451a-807a-f9847d90503e req-7a8f7a76-92a3-4a69-90ba-e6d46a25d92c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0992987 Jun 22 09:16:28.568747 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6f5d8ab1-c5fc-451a-807a-f9847d90503e req-b56bd0aa-67b7-4eda-8f8f-cfb8bd1a5b65 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482430 Jun 22 09:16:28.787593 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59e28-3f44-4ff1-96fd-a08e83d2c239 req-1abdcb97-6a29-4070-863d-905e647333d6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:28.789321 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-30e59e28-3f44-4ff1-96fd-a08e83d2c239 req-1abdcb97-6a29-4070-863d-905e647333d6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0764017 Jun 22 09:16:28.829307 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-30e59e28-3f44-4ff1-96fd-a08e83d2c239 req-f74b8f1c-0227-443d-8a22-92f3a74dd435 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Jun 22 09:16:29.288371 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9264a70f-1dfd-437a-a611-86852e2ea424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:29.747398 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07482bc-db95-461a-a828-1b1c6ac0bb36 req-1167b066-23d8-4d4e-be45-c4b69ec52066 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:29.748936 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d07482bc-db95-461a-a828-1b1c6ac0bb36 req-1167b066-23d8-4d4e-be45-c4b69ec52066 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0645068 Jun 22 09:16:29.786591 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d07482bc-db95-461a-a828-1b1c6ac0bb36 req-875ed326-9053-4a42-97a3-1e20b5a739dc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Jun 22 09:16:30.008408 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4d67f-c2fe-48a3-a560-7f38d02e8dfd req-19ee5243-a366-43f8-9554-6cfabb9344c2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:30.010104 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8ae4d67f-c2fe-48a3-a560-7f38d02e8dfd req-19ee5243-a366-43f8-9554-6cfabb9344c2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0644135 Jun 22 09:16:30.048372 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8ae4d67f-c2fe-48a3-a560-7f38d02e8dfd req-09390c0b-7200-4d21-8bc3-0f7afbac73ef tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Jun 22 09:16:30.145807 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:30.791151 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:30.989972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a2134-e0c4-4778-b4a1-4e02c5ced6b2 req-d0bded8f-e603-42b7-935b-8d34d1e8066f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:30.991493 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-245a2134-e0c4-4778-b4a1-4e02c5ced6b2 req-d0bded8f-e603-42b7-935b-8d34d1e8066f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0629585 Jun 22 09:16:31.029721 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-245a2134-e0c4-4778-b4a1-4e02c5ced6b2 req-5c2a59a5-f773-4d88-a2d0-f80cd3d38205 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324533 Jun 22 09:16:31.233912 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999d4f3-8ee3-41f1-8122-ac959425d7a9 req-73647f01-2bd9-46f4-8fbb-436fb52ab857 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:31.235523 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9999d4f3-8ee3-41f1-8122-ac959425d7a9 req-73647f01-2bd9-46f4-8fbb-436fb52ab857 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0683582 Jun 22 09:16:31.286627 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9999d4f3-8ee3-41f1-8122-ac959425d7a9 req-5c02fe5a-ef83-40b1-9a50-082e72346c73 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Jun 22 09:16:31.360944 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 36628) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:31.473717 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.580250 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.631280 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.635208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f7e7f82f-3436-4634-b69c-27e4943174ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:31.677213 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c36f4a57da24bc49dbb7ee9eb1be42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128073 Jun 22 09:16:31.678019 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36634) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:31.683747 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29127856-16bd-42b7-8849-0d6b6ebb3eb1,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:31.688136 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:31.742611 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.764146 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.898409 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.900841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:31.902006 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29127856-16bd-42b7-8849-0d6b6ebb3eb1 HTTP/1.1" status: 204 len: 168 time: 0.2227886 Jun 22 09:16:31.902840 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-96a94631-f095-4d01-9ddc-1fc3b085cbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:31.911777 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29127856-16bd-42b7-8849-0d6b6ebb3eb1,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:31.914712 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:32.221072 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5777-6e51-4a8e-ba27-6f3496449770 req-7da4a1ce-f00b-45d9-9460-c5fe5e3b3294 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:32.222572 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b08b5777-6e51-4a8e-ba27-6f3496449770 req-7da4a1ce-f00b-45d9-9460-c5fe5e3b3294 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0670066 Jun 22 09:16:32.291823 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b08b5777-6e51-4a8e-ba27-6f3496449770 req-8d9a3299-37ff-46b6-957d-06448d01ce9b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628407 Jun 22 09:16:32.475739 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c62a-c23d-4795-b92c-518d63259502 req-ebf12744-7ab6-4e74-9b59-2ee2412dbb12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:32.477289 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ced3c62a-c23d-4795-b92c-518d63259502 req-ebf12744-7ab6-4e74-9b59-2ee2412dbb12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0737460 Jun 22 09:16:32.521062 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ced3c62a-c23d-4795-b92c-518d63259502 req-6b05c0cd-4711-4296-a4d8-b62dd82ee251 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Jun 22 09:16:32.538165 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 36656) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:32.551919 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.639072 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.722706 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.726376 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a99ed89b-66a8-4806-b256-8f6850d36625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:32.751782 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.773356 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36486bafb97e400aaf1c8fd964cc5d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340434 Jun 22 09:16:32.774527 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7910ecc4-8471-45ee-8d0e-5551da1f470c,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:32.776060 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36660) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:32.788213 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:32.841934 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.863311 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.991481 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.994006 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:32.996081 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7910ecc4-8471-45ee-8d0e-5551da1f470c HTTP/1.1" status: 204 len: 168 time: 0.2182508 Jun 22 09:16:32.996873 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db272055-61cb-40d2-9b8e-23f0bd2447d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:33.004715 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7910ecc4-8471-45ee-8d0e-5551da1f470c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:33.007143 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:33.503952 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b7538-4ae7-4c2f-8b68-58b795191e38 req-671a9ce1-fe31-48e6-a2fe-0f517f15897e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:33.510621 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f9b7538-4ae7-4c2f-8b68-58b795191e38 req-671a9ce1-fe31-48e6-a2fe-0f517f15897e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0841734 Jun 22 09:16:33.547564 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f9b7538-4ae7-4c2f-8b68-58b795191e38 req-56fa7313-86b3-40c4-9c60-1bb72231c1d6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357869 Jun 22 09:16:33.710360 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a507-2236-4d5a-96c8-50a4b1c2fac8 req-2279d08b-21de-46b9-a9e2-f20d3a06c425 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:33.711839 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3407a507-2236-4d5a-96c8-50a4b1c2fac8 req-2279d08b-21de-46b9-a9e2-f20d3a06c425 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.0638061 Jun 22 09:16:33.759918 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3407a507-2236-4d5a-96c8-50a4b1c2fac8 req-f57011a3-407f-48db-9a28-aa054509f2ec tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Jun 22 09:16:33.851769 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36706) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:33.946097 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-2d10f224-1618-42fc-8e27-137b8d267858 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931230 Jun 22 09:16:34.724565 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a406e6-6c26-4f71-a31c-3980a1afb2dd req-3f1553f1-6e97-4d51-be7e-ddaec9409a45 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:34.726578 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-64a406e6-6c26-4f71-a31c-3980a1afb2dd req-3f1553f1-6e97-4d51-be7e-ddaec9409a45 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0639117 Jun 22 09:16:34.764572 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-64a406e6-6c26-4f71-a31c-3980a1afb2dd req-ec1d01d2-c058-42a1-b2b8-eee3c806f2de tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Jun 22 09:16:34.898518 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Request body: {'port': {'device_id': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:16:35.016053 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5b40e-45c7-42d0-9312-b93f2f84a846 req-52b27e11-446c-4bb7-9f2c-915315f54b20 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:35.017937 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8fd5b40e-45c7-42d0-9312-b93f2f84a846 req-52b27e11-446c-4bb7-9f2c-915315f54b20 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 932 time: 0.1377251 Jun 22 09:16:35.019143 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:35.090610 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8fd5b40e-45c7-42d0-9312-b93f2f84a846 req-62cbeadb-8e7a-4beb-911a-021d3e220687 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622094 Jun 22 09:16:35.320103 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a96d95-a2c3-4256-9cd1-0a92fec802e5 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:16:35.326187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:35.337433 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Transition to ACTIVE for port object 74a96d95-a2c3-4256-9cd1-0a92fec802e5 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:16:35.442785 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:35.445928 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b2006d27-84a5-42e6-996a-39d678a9d4b6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:35.523021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:35.527182 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:35.594920 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Attempting to bind port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:16:35.599381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Attempting to bind port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:16:35.599381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Attempting to bind port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 on network 361e41ac-0036-4234-8a8b-ade0b38c033d {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:16:35.600318 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 on network 361e41ac-0036-4234-8a8b-ade0b38c033d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:16:35.600654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Attempting to bind port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 on network 361e41ac-0036-4234-8a8b-ade0b38c033d {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:16:35.605942 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:16:35.606281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Checking segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:16:35.606665 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Bound using segment: {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:16:35.607090 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Bound port: 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11221006-9cc2-4263-ba5a-961427184c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:16:35.607532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:35.685092 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:16:35.688381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:16:35.780381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:35.783354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-36e8111b-d86d-43b3-98ed-366551422a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:35.820114 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:35.820724 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:35.822104 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] 10.222.0.23 "PUT /v2.0/ports/74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 1094 time: 0.9404628 Jun 22 09:16:35.822618 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:16:35.825105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4e321-0f1f-4749-828d-85706e1ef7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:35.852163 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:35.860080 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:35.876021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1693f883-1beb-42ff-a86d-1ff3f9893e7f x-openstack-request-id: req-1693f883-1beb-42ff-a86d-1ff3f9893e7f {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:35.876218 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:35.876517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1693f883-1beb-42ff-a86d-1ff3f9893e7f {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:35.878742 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'status': 'completed', 'code': 200} Jun 22 09:16:35.979057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4e321-0f1f-4749-828d-85706e1ef7e7 req-053ccefe-ca3d-4381-b949-a20b7b99178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:35.981161 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c0a4e321-0f1f-4749-828d-85706e1ef7e7 req-053ccefe-ca3d-4381-b949-a20b7b99178f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1097 time: 0.0754724 Jun 22 09:16:35.986159 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5598b-4c2a-4b16-841f-535f58ed3a7a req-943b84ee-9acc-4ebd-b2e4-fb883eacdb3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:35.989178 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2cc5598b-4c2a-4b16-841f-535f58ed3a7a req-943b84ee-9acc-4ebd-b2e4-fb883eacdb3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0759130 Jun 22 09:16:36.029195 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2cc5598b-4c2a-4b16-841f-535f58ed3a7a req-67e02835-76ec-4751-ad6f-4a8a244a8251 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352919 Jun 22 09:16:36.092368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4e321-0f1f-4749-828d-85706e1ef7e7 req-3c7bf3bc-be26-42bc-883f-4458c8a19279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:36.093750 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c0a4e321-0f1f-4749-828d-85706e1ef7e7 req-3c7bf3bc-be26-42bc-883f-4458c8a19279 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019137 Jun 22 09:16:36.189993 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4e321-0f1f-4749-828d-85706e1ef7e7 req-913ac55b-94cb-4dfb-aac1-b2b55edcec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:36.191713 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c0a4e321-0f1f-4749-828d-85706e1ef7e7 req-913ac55b-94cb-4dfb-aac1-b2b55edcec7e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895777 Jun 22 09:16:36.305867 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0f5f5-8e6b-4725-ba87-5305b72ec34a req-906ff6a3-9dd3-4659-b647-32e305f28fa1 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:36.307325 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b7d0f5f5-8e6b-4725-ba87-5305b72ec34a req-906ff6a3-9dd3-4659-b647-32e305f28fa1 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 944 time: 0.0987089 Jun 22 09:16:36.321199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-ad23dfd5-7f6d-46b6-8ae4-d48105fda774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:36.322530 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-ad23dfd5-7f6d-46b6-8ae4-d48105fda774 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1097 time: 0.0826428 Jun 22 09:16:36.380234 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b7d0f5f5-8e6b-4725-ba87-5305b72ec34a req-8f5d4a45-4ff8-47eb-99b1-a2a76f395f10 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663011 Jun 22 09:16:36.381464 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-5b0389b9-349a-41bc-8411-47c301647541 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 217 time: 0.0447021 Jun 22 09:16:36.432573 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-b007ede5-c604-4b37-9791-ac5e06c625a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:36.434667 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-b007ede5-c604-4b37-9791-ac5e06c625a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0427151 Jun 22 09:16:36.491639 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-d16e02f6-5d97-4466-a09f-f9b26f211bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:36.493085 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-d16e02f6-5d97-4466-a09f-f9b26f211bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495450 Jun 22 09:16:36.586448 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-b95b73b9-3fec-4649-a0b8-0088cc1e6a39 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Jun 22 09:16:36.676003 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5fc84979-a8c9-4323-9e8e-8fed50090795 req-3ed44f5b-3af4-4e8a-be90-03fc3b125b94 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811219 Jun 22 09:16:37.218423 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0b00-5577-4def-b0a6-8603a8b171b0 req-cb76b9fe-1969-4769-9864-cb161de7141d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:37.219925 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-201b0b00-5577-4def-b0a6-8603a8b171b0 req-cb76b9fe-1969-4769-9864-cb161de7141d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0668259 Jun 22 09:16:37.256998 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-201b0b00-5577-4def-b0a6-8603a8b171b0 req-987fa2b3-75cf-4dba-8b28-d6790f3b8aba tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Jun 22 09:16:37.559374 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f31865-8de3-4052-9023-c39d4c80ec0a req-84eaada9-db48-4f25-a922-4d63a0937f2e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:37.563195 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-49f31865-8de3-4052-9023-c39d4c80ec0a req-84eaada9-db48-4f25-a922-4d63a0937f2e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 944 time: 0.0705528 Jun 22 09:16:37.599333 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-49f31865-8de3-4052-9023-c39d4c80ec0a req-908ac86e-b46d-4288-8cb6-598dcc4b5663 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Jun 22 09:16:38.265617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c737-4721-400d-aacf-8f42c0a1524a req-a8aee7c1-1e6a-44ea-9369-cbe28a808aa2 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:38.267082 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be94c737-4721-400d-aacf-8f42c0a1524a req-a8aee7c1-1e6a-44ea-9369-cbe28a808aa2 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0675685 Jun 22 09:16:38.304902 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be94c737-4721-400d-aacf-8f42c0a1524a req-d1a00591-abed-4c03-9443-38a75bffbc90 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Jun 22 09:16:38.438492 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37ada-bd56-4f1e-86a6-6a6592b539b3 req-708c5942-9af1-4278-9410-bd803ccc1878 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:38.439969 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-13b37ada-bd56-4f1e-86a6-6a6592b539b3 req-708c5942-9af1-4278-9410-bd803ccc1878 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0647385 Jun 22 09:16:38.475989 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-13b37ada-bd56-4f1e-86a6-6a6592b539b3 req-bb411b5d-12e7-4b50-abb2-7125b5528597 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305543 Jun 22 09:16:38.769614 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ec38b-9ceb-4e1d-800a-8b10b75d8c0e req-10d8f379-5f9f-4f06-9066-2b0b9ce0e80a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:38.771060 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-591ec38b-9ceb-4e1d-800a-8b10b75d8c0e req-10d8f379-5f9f-4f06-9066-2b0b9ce0e80a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 944 time: 0.0614259 Jun 22 09:16:38.807388 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-591ec38b-9ceb-4e1d-800a-8b10b75d8c0e req-d96d41e8-80cb-4ba6-b08e-ff9adfcdb904 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306549 Jun 22 09:16:39.367964 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-92ba8f35-4c9c-4c9a-a8dd-e16851f80289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.369406 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-92ba8f35-4c9c-4c9a-a8dd-e16851f80289 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3&tenant_id=6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 1096 time: 0.3470311 Jun 22 09:16:39.451429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-bcd3a1ae-2055-4304-bece-c1599bd8ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.453156 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-bcd3a1ae-2055-4304-bece-c1599bd8ba42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0544670 Jun 22 09:16:39.484538 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03161a-3903-4c05-a727-3c6c2ba620fc req-47cd3ec3-e48c-4306-b514-2c87a34e77cd tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.486159 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2b03161a-3903-4c05-a727-3c6c2ba620fc req-47cd3ec3-e48c-4306-b514-2c87a34e77cd tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0656886 Jun 22 09:16:39.530602 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2b03161a-3903-4c05-a727-3c6c2ba620fc req-f80ba205-3450-49d9-9a42-1320e0edcfd4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Jun 22 09:16:39.573305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-eb5e568e-4cae-472e-9730-33f87202423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.575078 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-eb5e568e-4cae-472e-9730-33f87202423b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.1105392 Jun 22 09:16:39.672275 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-95b844ca-2774-4cfd-a7fc-e1d663c43794 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 999 time: 0.0897231 Jun 22 09:16:39.740348 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eab225-07f3-4943-938d-55a7b120f116 req-f0ed5ea4-5e9d-449a-a832-555d22023ee8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.741761 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-77eab225-07f3-4943-938d-55a7b120f116 req-f0ed5ea4-5e9d-449a-a832-555d22023ee8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.1244633 Jun 22 09:16:39.743193 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-c144d908-9a52-412a-a7e2-6e93e222a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.744464 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-c144d908-9a52-412a-a7e2-6e93e222a75b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0614917 Jun 22 09:16:39.807518 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-77eab225-07f3-4943-938d-55a7b120f116 req-a606b391-5ad7-4dbe-8ee5-5149a9648af8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596731 Jun 22 09:16:39.825876 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-2924a70b-b357-44a3-bdeb-f70ea7e8033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.827372 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-2924a70b-b357-44a3-bdeb-f70ea7e8033b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738347 Jun 22 09:16:39.925198 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-662b005b-fc2c-4d3e-8bb4-99add2397c96 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885174 Jun 22 09:16:39.986630 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3fda2-4d16-4ac9-b526-f4b202fc8fe2 req-2932a3cd-5503-4d1a-b9df-02badba25375 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:39.988280 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33e3fda2-4d16-4ac9-b526-f4b202fc8fe2 req-2932a3cd-5503-4d1a-b9df-02badba25375 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 944 time: 0.0659640 Jun 22 09:16:40.018533 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2495b3c2-1ad9-4ad2-a52c-21dd0f8bc1c2 req-5ce879f1-c31b-4c57-ad07-30d8f5f9d5ec service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846689 Jun 22 09:16:40.027118 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33e3fda2-4d16-4ac9-b526-f4b202fc8fe2 req-b8c0d8c4-cc5d-4f75-bc4b-ce96ca8b7d2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jun 22 09:16:40.727146 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9027b-9536-481b-911b-c8fc429a74fe req-312c76ea-9543-48fd-9507-ffaeed342cd2 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:40.735056 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9c9027b-9536-481b-911b-c8fc429a74fe req-312c76ea-9543-48fd-9507-ffaeed342cd2 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0824046 Jun 22 09:16:40.780614 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9c9027b-9536-481b-911b-c8fc429a74fe req-587e6a33-4d34-45c4-aec3-7870fc584d69 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445211 Jun 22 09:16:40.993522 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1135b4-5759-4cdc-9c53-b25e37f6e872 req-97b40c06-5abd-445e-a4bb-e6cdfd52ca05 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:40.995020 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6f1135b4-5759-4cdc-9c53-b25e37f6e872 req-97b40c06-5abd-445e-a4bb-e6cdfd52ca05 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0664756 Jun 22 09:16:41.035085 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6f1135b4-5759-4cdc-9c53-b25e37f6e872 req-5318b0e5-8da5-42f6-b1c4-06f984b9b15f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Jun 22 09:16:41.209351 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3375e-1c54-4892-b185-0b9408cf2afd req-c997c639-9500-4507-a863-37fdecbaa816 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:41.210942 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37d3375e-1c54-4892-b185-0b9408cf2afd req-c997c639-9500-4507-a863-37fdecbaa816 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 944 time: 0.0683441 Jun 22 09:16:41.250360 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37d3375e-1c54-4892-b185-0b9408cf2afd req-384e72d6-5640-4d5d-9d0d-36b10a97a079 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Jun 22 09:16:41.970553 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e23d-e4e6-4ab1-b230-d309bd0d33b6 req-4d7cf2c5-fb94-4d23-b2e7-78da4e2e1c66 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:41.972152 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a125e23d-e4e6-4ab1-b230-d309bd0d33b6 req-4d7cf2c5-fb94-4d23-b2e7-78da4e2e1c66 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0740592 Jun 22 09:16:42.015034 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a125e23d-e4e6-4ab1-b230-d309bd0d33b6 req-4548137d-11b8-4779-b56a-228d816ef174 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Jun 22 09:16:42.185907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 74a96d95-a2c3-4256-9cd1-0a92fec802e5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:16:42.260972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe423e-fde4-4949-b2e5-ca15be0b1517 req-4c60cdf9-b0ab-4a08-90db-648f2ccaf1a9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:42.262417 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ffbe423e-fde4-4949-b2e5-ca15be0b1517 req-4c60cdf9-b0ab-4a08-90db-648f2ccaf1a9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0876033 Jun 22 09:16:42.310564 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:42.319655 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ffbe423e-fde4-4949-b2e5-ca15be0b1517 req-bd037653-21a8-4003-9f18-bcd84f63479d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506518 Jun 22 09:16:42.332633 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'port_id': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'mac_address': 'fa:16:3e:c8:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:16:42.404931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:42.421447 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a96d95-a2c3-4256-9cd1-0a92fec802e5 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:16:42.456620 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:42.550884 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:42.554669 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-dbc3e19a-d688-496f-97c6-e1413aa33517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:42.570656 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142b20e-10ea-4e69-8d10-3d71e82ba623 req-a632d2af-8b88-45ed-b0ac-09328026b446 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:42.575621 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6142b20e-10ea-4e69-8d10-3d71e82ba623 req-a632d2af-8b88-45ed-b0ac-09328026b446 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 944 time: 0.1010947 Jun 22 09:16:42.615433 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:42.623098 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.623472 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.623815 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.624153 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.624481 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.624810 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.625271 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.625604 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.625932 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.626326 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.626595 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.626885 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:42.629830 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6142b20e-10ea-4e69-8d10-3d71e82ba623 req-e72814f8-be19-4973-b686-2d77f2846102 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506520 Jun 22 09:16:42.642705 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:43.087421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['74a96d95-a2c3-4256-9cd1-0a92fec802e5'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:16:43.206636 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f80a8-0a27-4073-96b3-0ac62247a61b req-ba3152c5-3be9-4107-ab8f-8e8f4b71a7e7 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:43.208453 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2d5f80a8-0a27-4073-96b3-0ac62247a61b req-ba3152c5-3be9-4107-ab8f-8e8f4b71a7e7 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0716770 Jun 22 09:16:43.253797 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2d5f80a8-0a27-4073-96b3-0ac62247a61b req-f2b4eff6-f823-466c-b933-473af13065df tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Jun 22 09:16:43.541615 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44878ec9-6f90-4c0c-a837-70efb92bd2d1 req-26c4bad9-e4e2-45d3-8d30-346ef976a85f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:43.541615 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-44878ec9-6f90-4c0c-a837-70efb92bd2d1 req-26c4bad9-e4e2-45d3-8d30-346ef976a85f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0678091 Jun 22 09:16:43.569200 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-44878ec9-6f90-4c0c-a837-70efb92bd2d1 req-f7756317-3edd-40a3-8a93-1c61a6ee6aad tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Jun 22 09:16:43.825818 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b038d4-2f1f-4236-9456-ca2fcfdcd68e req-4908451a-4b59-4c8f-b19c-ccadf14c6bdb tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:43.827456 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2b038d4-2f1f-4236-9456-ca2fcfdcd68e req-4908451a-4b59-4c8f-b19c-ccadf14c6bdb tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 945 time: 0.0651863 Jun 22 09:16:43.867598 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c2b038d4-2f1f-4236-9456-ca2fcfdcd68e req-aa95edf9-0d47-4a7a-b786-39c652c70e05 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341322 Jun 22 09:16:44.433614 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1419c-73e8-45a4-af46-a0297b751971 req-c30ed09b-ad04-4091-b559-bd308a739f7f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:44.435711 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c9e1419c-73e8-45a4-af46-a0297b751971 req-c30ed09b-ad04-4091-b559-bd308a739f7f tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0652156 Jun 22 09:16:44.474169 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c9e1419c-73e8-45a4-af46-a0297b751971 req-6352dc4e-6024-4bda-ab57-0af31950570c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Jun 22 09:16:44.784697 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988dd6e-c289-4361-876e-23c2dbd143ff req-f0246830-04d0-4884-bf8d-fbbc1fbec440 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:44.784697 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c988dd6e-c289-4361-876e-23c2dbd143ff req-f0246830-04d0-4884-bf8d-fbbc1fbec440 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0844002 Jun 22 09:16:44.823614 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c988dd6e-c289-4361-876e-23c2dbd143ff req-1cba4a08-3b82-478c-93ac-56548061b81c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Jun 22 09:16:45.054241 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d946a-1ed6-4cd3-a702-70b03bbb387e req-c08d0d20-f23b-4e50-a902-a891d1983c2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:45.055789 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4b5d946a-1ed6-4cd3-a702-70b03bbb387e req-c08d0d20-f23b-4e50-a902-a891d1983c2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 945 time: 0.0689876 Jun 22 09:16:45.096380 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4b5d946a-1ed6-4cd3-a702-70b03bbb387e req-3f34ec1d-1301-45af-8031-3d43f539ebd7 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Jun 22 09:16:45.677525 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935d30-dbf3-4fda-93b7-7103da5ebf7f req-19312664-e893-4667-9dac-dc00b633792e tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:45.678703 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8f935d30-dbf3-4fda-93b7-7103da5ebf7f req-19312664-e893-4667-9dac-dc00b633792e tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0714598 Jun 22 09:16:45.723852 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8f935d30-dbf3-4fda-93b7-7103da5ebf7f req-b7180ae4-f814-4c67-8da6-1800038d8214 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Jun 22 09:16:45.815339 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:16:46.039069 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0fe8-defe-4b2f-a1d0-8f7b6771e6b7 req-f0ccafba-2e42-4437-8ffc-d8632bb2f5b2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:46.040979 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-212e0fe8-defe-4b2f-a1d0-8f7b6771e6b7 req-f0ccafba-2e42-4437-8ffc-d8632bb2f5b2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0914121 Jun 22 09:16:46.081315 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-212e0fe8-defe-4b2f-a1d0-8f7b6771e6b7 req-d7be3bbd-8195-4364-bf3c-c078ade8670a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Jun 22 09:16:46.214934 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 74a96d95-a2c3-4256-9cd1-0a92fec802e5 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:16:46.285591 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17c7b-426a-4a8b-8358-a9d799416d41 req-19235836-7ad8-492a-854d-a5f1cc8fa2dd tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:46.290741 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c1a17c7b-426a-4a8b-8358-a9d799416d41 req-19235836-7ad8-492a-854d-a5f1cc8fa2dd tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 945 time: 0.0779104 Jun 22 09:16:46.331211 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c1a17c7b-426a-4a8b-8358-a9d799416d41 req-70d81c15-9744-4bd2-a819-dc9414c78f03 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364256 Jun 22 09:16:46.356580 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:16:46.360981 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:16:46.365113 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:46.447002 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:46.473495 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:16:46.492499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f257c-854e-4e44-a75d-7cf330f899eb" -d '{"events": [{"server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "name": "network-vif-plugged", "status": "completed", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:46.492499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:46.535907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b76c34-2c7f-4ffc-947b-9eef8a5fddd5 x-openstack-request-id: req-f8b76c34-2c7f-4ffc-947b-9eef8a5fddd5 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:46.536140 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "name": "network-vif-plugged", "status": "completed", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:46.536486 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8b76c34-2c7f-4ffc-947b-9eef8a5fddd5 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:46.536817 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'code': 200} Jun 22 09:16:46.921392 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447bc6-232e-4d30-91b1-9ce849435f72 req-aa0184f3-20a6-423c-b514-4e53c364ab28 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:46.928752 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-02447bc6-232e-4d30-91b1-9ce849435f72 req-aa0184f3-20a6-423c-b514-4e53c364ab28 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0889423 Jun 22 09:16:46.968093 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-02447bc6-232e-4d30-91b1-9ce849435f72 req-994c6d83-2776-43ae-898f-8d07c29dbfdd tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362527 Jun 22 09:16:47.086563 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:47.091427 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-c67e00b4-f2f6-4242-9c2f-57f28e84feab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:47.139041 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:47.143069 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:47.318511 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f602e-f6e6-46ce-9ac5-ea5df37587bf req-bae01654-fea1-4cbb-93c8-a55635459c4b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:47.318511 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-122f602e-f6e6-46ce-9ac5-ea5df37587bf req-bae01654-fea1-4cbb-93c8-a55635459c4b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0695248 Jun 22 09:16:47.332310 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-122f602e-f6e6-46ce-9ac5-ea5df37587bf req-ea9aab0c-121d-4da2-a08b-b3037ff03cb4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Jun 22 09:16:47.525873 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b87b76-856b-430c-ba03-ee4ba2d76bbe req-f65b1d2f-f9b8-4d70-a57f-2b295eb4628d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:47.527778 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1b87b76-856b-430c-ba03-ee4ba2d76bbe req-f65b1d2f-f9b8-4d70-a57f-2b295eb4628d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0671983 Jun 22 09:16:47.576298 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b1b87b76-856b-430c-ba03-ee4ba2d76bbe req-97e56255-3add-43b0-b65c-dce2b3db13b1 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 Jun 22 09:16:48.209037 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900464-810b-440b-b36d-9e4587a30ebf req-ff1d46fc-f67b-4d7d-be50-5648ac489fb8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:48.210416 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3a900464-810b-440b-b36d-9e4587a30ebf req-ff1d46fc-f67b-4d7d-be50-5648ac489fb8 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0857668 Jun 22 09:16:48.257890 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3a900464-810b-440b-b36d-9e4587a30ebf req-00e5e83d-be06-4281-a5b5-ca155a8a4ece tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Jun 22 09:16:48.286597 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-a1f83d72-1797-419a-b3c8-d17273e9cb67 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077586751&fields=id&tenant_id=b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 267 time: 0.0395670 Jun 22 09:16:48.402012 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-8fffe198-0ae9-4f4f-a41b-2695641f0de6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:48.407699 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-8fffe198-0ae9-4f4f-a41b-2695641f0de6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 811 time: 0.1145403 Jun 22 09:16:48.418728 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-816afe60-a1c1-41f7-9b7d-ed965302360c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/quotas/b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 375 time: 0.0098948 Jun 22 09:16:48.536746 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4c975-dc65-485d-902b-5bfa77a58033 req-74301fb5-1955-48a7-b702-035c66454846 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:48.540402 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-d0ca14cf-8369-49d8-82a3-718aab13ffc3 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991192 Jun 22 09:16:48.545691 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-69a4c975-dc65-485d-902b-5bfa77a58033 req-74301fb5-1955-48a7-b702-035c66454846 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0785465 Jun 22 09:16:48.587076 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-69a4c975-dc65-485d-902b-5bfa77a58033 req-50fb5948-6e6d-4a8a-ba36-5d6ef3a24d31 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 Jun 22 09:16:48.671897 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-aed1a23e-d7b7-4df1-93d6-df957077fd43 service neutron] 10.222.0.37 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304395 Jun 22 09:16:48.810165 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-d9be7b57-d19c-4f8d-9a70-534b61bb5875 service neutron] 10.222.0.37 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358845 Jun 22 09:16:48.855156 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54432805-74cc-4837-bc8a-a2e3db843bf6 req-bf3e5ed7-d8e4-4991-8fdd-bf76bf30b240 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:48.856879 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54432805-74cc-4837-bc8a-a2e3db843bf6 req-bf3e5ed7-d8e4-4991-8fdd-bf76bf30b240 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.1131971 Jun 22 09:16:48.900195 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54432805-74cc-4837-bc8a-a2e3db843bf6 req-7ec925a8-6b1e-4b7e-b373-ccda2a413be2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Jun 22 09:16:49.415650 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f4525259-12d7-49f1-80a5-8f2ca13dde10 req-369ca5f1-7155-4a00-ab51-8c8fe982024d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0399349 Jun 22 09:16:49.498721 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715101-e980-41be-b19e-c8c0aba9c3a6 req-92d7a5d4-61ad-4818-9712-eaabf3a5d226 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:49.506053 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-47715101-e980-41be-b19e-c8c0aba9c3a6 req-92d7a5d4-61ad-4818-9712-eaabf3a5d226 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0803740 Jun 22 09:16:49.541554 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-47715101-e980-41be-b19e-c8c0aba9c3a6 req-427c4e84-3f97-4cec-8900-fdc6bab0c5f9 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Jun 22 09:16:49.793530 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9631a-76d3-4e6f-93d0-9a50f0d48a73 req-f05583b5-342e-43cf-bcd7-94eda3cdc2e7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:49.796155 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4df9631a-76d3-4e6f-93d0-9a50f0d48a73 req-f05583b5-342e-43cf-bcd7-94eda3cdc2e7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0702333 Jun 22 09:16:49.884004 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4df9631a-76d3-4e6f-93d0-9a50f0d48a73 req-11be1ec1-47ae-4ddb-b99e-6738463542bf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795455 Jun 22 09:16:50.097253 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4667da-c832-4a18-967f-47dea27eb015 req-4a3a956e-2773-45a5-9a04-19832b05e059 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:50.101824 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a4667da-c832-4a18-967f-47dea27eb015 req-4a3a956e-2773-45a5-9a04-19832b05e059 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0715184 Jun 22 09:16:50.142131 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a4667da-c832-4a18-967f-47dea27eb015 req-72ae303f-8474-4af1-b2d4-f2ae9140740c tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376308 Jun 22 09:16:50.375249 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36974) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:50.498411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:50.600877 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-137724f1-259c-4cb7-ae67-f79fa5a2c3e4 req-57bb20b9-42b6-4663-8abc-c8332473631a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0524187 Jun 22 09:16:50.610263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:50.690048 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:50.713680 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dcddac13-e4cd-4a30-a0f3-78b192c0f8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:50.756907 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e14788-f98b-48b8-9dc6-724e6e429bf9,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:50.767175 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:50.767175 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7241df687ea4723bb4fe56bac49c161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896062 Jun 22 09:16:50.769752 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 36982) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:50.798346 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbab686-8ee1-40d0-8e0d-2882ae04cb2e req-f8d4294e-b88d-4747-a7b2-ceb13661608c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:50.800149 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ebbab686-8ee1-40d0-8e0d-2882ae04cb2e req-f8d4294e-b88d-4747-a7b2-ceb13661608c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.1216025 Jun 22 09:16:50.829419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:50.843700 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ebbab686-8ee1-40d0-8e0d-2882ae04cb2e req-8a35d49e-5091-4abd-ae14-986fa1fb4435 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Jun 22 09:16:50.858081 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:51.030723 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:51.033255 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:51.034378 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06e14788-f98b-48b8-9dc6-724e6e429bf9 HTTP/1.1" status: 204 len: 168 time: 0.2630093 Jun 22 09:16:51.038419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-43f176f2-c0bb-489b-9235-0c56776ec337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:51.052352 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e14788-f98b-48b8-9dc6-724e6e429bf9,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:51.064310 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.064976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.065347 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.065710 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.066094 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.066403 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.066758 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.067308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.067666 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.068047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.068352 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.068699 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:51.073135 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:51.103470 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b4f1-0e6a-4642-86be-56ac06ea3e16 req-39fffe47-9feb-4e3a-9cec-086f3084b603 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:51.104976 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2925b4f1-0e6a-4642-86be-56ac06ea3e16 req-39fffe47-9feb-4e3a-9cec-086f3084b603 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.1045465 Jun 22 09:16:51.149818 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2925b4f1-0e6a-4642-86be-56ac06ea3e16 req-1df196f7-3d89-4dd5-8638-2114d40b7a86 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Jun 22 09:16:51.322827 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1f10-7b96-4630-9273-0bc9f18a2bf3 req-ced3c6d1-e8a3-41b7-8384-502f4031d049 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:51.324448 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-aa1d1f10-7b96-4630-9273-0bc9f18a2bf3 req-ced3c6d1-e8a3-41b7-8384-502f4031d049 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0671022 Jun 22 09:16:51.369835 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-aa1d1f10-7b96-4630-9273-0bc9f18a2bf3 req-657ed2bf-5274-4b18-82e1-de73fae28e1d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Jun 22 09:16:51.707842 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 36996) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:51.723119 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:51.766292 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8e0c7ec9-48cb-4b9c-94aa-6823c8ec0124 req-a21a323f-c965-452f-b883-089e6485f62d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0312619 Jun 22 09:16:51.836488 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:51.876507 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:51.879325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2eaf1741-8613-4c16-a8e6-883ecdc02160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:51.926819 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b66bbe-599f-4a01-a993-b1812bef78d4,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:51.929934 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:51.936579 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37000) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:16:51.941054 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f61a8e5f4d9846a9ad6df2c4188d8ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319174 Jun 22 09:16:51.988755 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:52.016919 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:52.032476 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50c533-a8b7-4cff-b1d1-44fefd9231f2 req-d3f2f92f-9019-4cb7-9b87-17f978987945 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:52.036056 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dc50c533-a8b7-4cff-b1d1-44fefd9231f2 req-d3f2f92f-9019-4cb7-9b87-17f978987945 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0719047 Jun 22 09:16:52.078404 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dc50c533-a8b7-4cff-b1d1-44fefd9231f2 req-2c32551a-8ce1-4f87-a80c-ecb45b043809 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Jun 22 09:16:52.134051 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:52.136884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:52.138898 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93b66bbe-599f-4a01-a993-b1812bef78d4 HTTP/1.1" status: 204 len: 168 time: 0.2016096 Jun 22 09:16:52.139589 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c36a911f-acfc-4c0c-85ca-3d328ee16359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:52.147431 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b66bbe-599f-4a01-a993-b1812bef78d4,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:52.149769 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-39dccda3-66e1-4cba-a8b8-c31180eb0493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:52.332387 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d62c9-4bf0-4eb9-9f45-6739d32e61ed req-40aa00b9-af51-48bf-b94e-2e324b5d03d8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:52.333898 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a28d62c9-4bf0-4eb9-9f45-6739d32e61ed req-40aa00b9-af51-48bf-b94e-2e324b5d03d8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0638013 Jun 22 09:16:52.373922 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a28d62c9-4bf0-4eb9-9f45-6739d32e61ed req-735113a2-caba-4bf5-94f9-fef75a186c96 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343974 Jun 22 09:16:52.548022 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99543dc4-e6e9-41c6-8572-4781458fc3fd req-00609e33-2609-40ab-8c9c-4d3e3121ae24 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:52.549484 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-99543dc4-e6e9-41c6-8572-4781458fc3fd req-00609e33-2609-40ab-8c9c-4d3e3121ae24 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0677996 Jun 22 09:16:52.589833 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-99543dc4-e6e9-41c6-8572-4781458fc3fd req-0eff55ff-2dfa-4126-a020-302eb0541433 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343654 Jun 22 09:16:52.905050 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7062dff9-c538-4550-a2d3-09fc8e0be6f8 req-6a565f82-ad03-465d-a3c4-77aa53473e17 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0306242 Jun 22 09:16:53.257548 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a71a-7650-427a-9622-73c35b7dc8e3 req-7cc9ae76-d3be-4336-9450-6bdff9d07c4c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:53.259318 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5431a71a-7650-427a-9622-73c35b7dc8e3 req-7cc9ae76-d3be-4336-9450-6bdff9d07c4c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0652325 Jun 22 09:16:53.297387 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5431a71a-7650-427a-9622-73c35b7dc8e3 req-6866228b-03dc-4c6b-8af0-1eb94d87e09d tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Jun 22 09:16:53.569351 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3fc62-436b-49a2-a372-51e523cc550e req-b6984c0d-a62c-46f0-85a2-0fea5282f71a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:53.570940 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1ad3fc62-436b-49a2-a372-51e523cc550e req-b6984c0d-a62c-46f0-85a2-0fea5282f71a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0694404 Jun 22 09:16:53.611711 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1ad3fc62-436b-49a2-a372-51e523cc550e req-ac1dd823-c2be-4fa5-ae6a-dd5206f33e23 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344658 Jun 22 09:16:53.760767 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afea03a-854d-4c24-8491-92fb88e686cb req-fc852c8b-e3a6-48c9-87b0-679c9a63cc69 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:53.762209 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9afea03a-854d-4c24-8491-92fb88e686cb req-fc852c8b-e3a6-48c9-87b0-679c9a63cc69 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0628486 Jun 22 09:16:53.798970 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9afea03a-854d-4c24-8491-92fb88e686cb req-82994e15-5dbd-421c-8f08-06a38cb4310c tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Jun 22 09:16:54.046513 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ee5e0082-66a5-4c9d-ab48-3f403b305759 req-35e770c9-351f-450e-949e-f9b01ff6e751 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0295672 Jun 22 09:16:54.138718 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:54.470694 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d68-1b71-49c8-8c6e-fa90ef88554a req-3ca0c2f7-bcf9-4af8-8ff3-9b6587d8615c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:54.472149 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-de755d68-1b71-49c8-8c6e-fa90ef88554a req-3ca0c2f7-bcf9-4af8-8ff3-9b6587d8615c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0645308 Jun 22 09:16:54.514314 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-de755d68-1b71-49c8-8c6e-fa90ef88554a req-dbb65918-eb7e-4a60-b793-6a690353de10 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361962 Jun 22 09:16:54.798838 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca5e00-bc69-47ca-8e08-795dbfe22ed2 req-1670283a-be52-4027-b5ff-34471b8b768b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:54.800415 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cdca5e00-bc69-47ca-8e08-795dbfe22ed2 req-1670283a-be52-4027-b5ff-34471b8b768b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0703697 Jun 22 09:16:54.840816 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cdca5e00-bc69-47ca-8e08-795dbfe22ed2 req-2cb5d39d-a496-4f9b-9c9b-838057193fbe tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347183 Jun 22 09:16:54.933918 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-b254384a-4406-4d92-a2a8-753b13a6d23b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580180 Jun 22 09:16:54.975284 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300978-dc0b-4fbb-b2ab-82a4a6d9fe5a req-98b9421e-7028-4b65-835f-2290ad1dfd2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:54.976776 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-05300978-dc0b-4fbb-b2ab-82a4a6d9fe5a req-98b9421e-7028-4b65-835f-2290ad1dfd2f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0660181 Jun 22 09:16:55.009530 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-9b5b5b9a-b9a5-45fe-92e3-c16c49dbc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.011569 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-9b5b5b9a-b9a5-45fe-92e3-c16c49dbc9c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0540514 Jun 22 09:16:55.018760 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-05300978-dc0b-4fbb-b2ab-82a4a6d9fe5a req-f4468688-d0b5-4b41-9b3b-33cd2cf856e4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362835 Jun 22 09:16:55.152800 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-4211b309-6020-439c-9448-d6b80d1414cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.154283 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-4211b309-6020-439c-9448-d6b80d1414cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 909 time: 0.0865834 Jun 22 09:16:55.194020 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5443662a-c327-4fd2-a064-84ddc924af34 req-24d5080d-32a9-4e3e-8806-f21f05e38292 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0371723 Jun 22 09:16:55.252612 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-cd6ae9ba-7c31-456e-9f8a-0708350e8fd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 1001 time: 0.0608623 Jun 22 09:16:55.313387 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-8cf6c2ee-5f51-4203-9fbb-7176919f5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.314856 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-8cf6c2ee-5f51-4203-9fbb-7176919f5998 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.0542803 Jun 22 09:16:55.379995 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-156f1508-1562-486b-ba4e-577f08b5db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.381156 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-156f1508-1562-486b-ba4e-577f08b5db35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585258 Jun 22 09:16:55.451052 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-2acda8ad-e3e0-450c-800a-62def5fbf994 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.452757 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-2acda8ad-e3e0-450c-800a-62def5fbf994 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.0729105 Jun 22 09:16:55.473187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-6a83a0a2-60d6-47d7-8169-e97b302b2a0e service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Jun 22 09:16:55.579821 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-143ebba8-0e43-4a4e-a457-801660c9c1f7 req-fc9af6cf-0e72-4a00-a8cf-ac23cb8b18b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983152 Jun 22 09:16:55.581449 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Deleting port d4931236-c99f-42a2-9e29-53b194869e73 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:16:55.581928 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:55.718494 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] For port d4931236-c99f-42a2-9e29-53b194869e73, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d4931236-c99f-42a2-9e29-53b194869e73,segment=NetworkSegment(539e59f9-c22a-4801-9028-5fad98229c6d),segment_id=539e59f9-c22a-4801-9028-5fad98229c6d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:55.722589 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:55.787909 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Calling delete_port for d4931236-c99f-42a2-9e29-53b194869e73 owned by compute:nova {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:16:55.799003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf7a8-904e-4e93-bae0-a8dda0fd916c req-09e96641-1dec-4122-9dd5-f713ca14b468 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.800479 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-848cf7a8-904e-4e93-bae0-a8dda0fd916c req-09e96641-1dec-4122-9dd5-f713ca14b468 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 945 time: 0.1650200 Jun 22 09:16:55.857823 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-01541d65-bbe2-4f1a-ad34-c92cbe58795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:55.882338 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-848cf7a8-904e-4e93-bae0-a8dda0fd916c req-bbaa8066-25c0-4b10-b088-7bd165f2cd3c tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/security-groups?id=91888eae-6559-4fc7-bec4-489178258dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760334 Jun 22 09:16:55.932697 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f424-1a6f-487a-a471-b28d9b200e53 req-b88cdce4-3d2e-4494-9ba1-c2ec81b4803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:55.936936 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c23f424-1a6f-487a-a471-b28d9b200e53 req-b88cdce4-3d2e-4494-9ba1-c2ec81b4803f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1099 time: 0.0714595 Jun 22 09:16:55.975207 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8c23f424-1a6f-487a-a471-b28d9b200e53 req-59cec9e9-b729-4496-adbf-e7c0d3069676 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jun 22 09:16:56.035980 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab1dbe-2970-44ad-b1b2-ae9e877beca7 req-cf23f5ed-1ca2-4719-85c6-bac932704080 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:56.037434 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-25ab1dbe-2970-44ad-b1b2-ae9e877beca7 req-cf23f5ed-1ca2-4719-85c6-bac932704080 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0614805 Jun 22 09:16:56.053373 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:56.058487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1c4f388-3aa1-429d-87fc-fb4aa24b2ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:56.065938 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d4931236-c99f-42a2-9e29-53b194869e73'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:16:56.080054 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-25ab1dbe-2970-44ad-b1b2-ae9e877beca7 req-07aa63b1-2f88-4d77-93b5-759f94a45fb8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368478 Jun 22 09:16:56.099737 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Pushing event deleted for resources: {'Port': ['ID=d4931236-c99f-42a2-9e29-53b194869e73,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:56.102179 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:56.153838 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] No DVR routers for this DVR port d4931236-c99f-42a2-9e29-53b194869e73 on host hv-cinder-79733 {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:16:56.156487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:56.158414 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7a8cf238-6bc3-4dc4-84cd-6fa77f724f00 req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.23 "DELETE /v2.0/ports/d4931236-c99f-42a2-9e29-53b194869e73 HTTP/1.1" status: 204 len: 173 time: 0.6968601 Jun 22 09:16:56.158907 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'name': 'network-vif-deleted', 'tag': 'd4931236-c99f-42a2-9e29-53b194869e73'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:16:56.161210 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099cdf69-33a7-4c87-9bda-c50c234b5b56" -d '{"events": [{"server_uuid": "c0898271-f691-4c8d-9b4b-9242c7e37dc2", "name": "network-vif-deleted", "tag": "d4931236-c99f-42a2-9e29-53b194869e73"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:56.228406 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8affec-6776-439d-a399-ac0c96ab2dd7 req-fefb8c7c-2451-4384-8863-1d7106d1cef5 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:56.229757 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd8affec-6776-439d-a399-ac0c96ab2dd7 req-fefb8c7c-2451-4384-8863-1d7106d1cef5 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0659044 Jun 22 09:16:56.319278 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd8affec-6776-439d-a399-ac0c96ab2dd7 req-31fc46ff-968e-4f4f-8b7d-76fefb22f709 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835042 Jun 22 09:16:56.326372 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f668a39d-c356-45ae-81a0-e062bddba288 x-openstack-request-id: req-f668a39d-c356-45ae-81a0-e062bddba288 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:56.326785 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0898271-f691-4c8d-9b4b-9242c7e37dc2", "name": "network-vif-deleted", "tag": "d4931236-c99f-42a2-9e29-53b194869e73", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:56.327244 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f668a39d-c356-45ae-81a0-e062bddba288 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:56.327740 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0898271-f691-4c8d-9b4b-9242c7e37dc2', 'name': 'network-vif-deleted', 'tag': 'd4931236-c99f-42a2-9e29-53b194869e73', 'status': 'completed', 'code': 200} Jun 22 09:16:56.403483 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-483ffd3a-2d54-4b86-a399-0931cad8c5d9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:56.405828 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-483ffd3a-2d54-4b86-a399-0931cad8c5d9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 811 time: 0.1495442 Jun 22 09:16:56.477465 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-445e6e7a-2b84-4097-bfd5-8b3612c82679 req-55388ff0-d4bf-4a68-b1b6-b5044787b579 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0346241 Jun 22 09:16:56.515968 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-d0b83e89-0352-4cd5-9ae0-6b1e08454fa5 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 380 time: 0.0698462 Jun 22 09:16:56.525592 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'port': {'device_id': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'admin_state_up': True, 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'security_groups': ['8568dda5-9757-4a77-948c-1f23a7e050e4']}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:16:56.726303 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Made reservation on behalf of b9e3a3a713e341739b170c4d1fadacd8 for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:56.730687 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:57.104709 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-526c64e2-ce64-4cb4-9791-8a729ac8e31e req-5c5df597-49ed-447f-9dc0-d1cc6a2b6d73 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0375016 Jun 22 09:16:57.116847 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Allocated IP 172.20.0.11 (0876d8b5-ebd6-439a-8598-14c25803dbdf/7031cbfb-687b-432d-99a8-e2dc4e4f4d98/d672a809-5713-4938-8872-109caeff8c68) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:16:57.275000 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:57.288013 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edaf0-dfb9-402d-93c9-d720473a6a46 req-aedcd82c-5ba4-43c6-aaae-c06a852aace5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:57.295719 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Transition to ACTIVE for port object d672a809-5713-4938-8872-109caeff8c68 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:16:57.296127 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d26edaf0-dfb9-402d-93c9-d720473a6a46 req-aedcd82c-5ba4-43c6-aaae-c06a852aace5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0737815 Jun 22 09:16:57.343616 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d26edaf0-dfb9-402d-93c9-d720473a6a46 req-59ef8370-6c35-479b-96cb-037e7f8d626d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Jun 22 09:16:57.391066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:57.396296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:57.475830 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:16:57.498636 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:57.502090 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=d672a809-5713-4938-8872-109caeff8c68,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:57.503876 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:16:57.509604 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:57.510224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:57.512800 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:57.564233 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1daea8-972f-463a-800d-b8071f18ddce req-23bfb477-19a4-42d9-95f3-c03e9a571299 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:57.565809 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0c1daea8-972f-463a-800d-b8071f18ddce req-23bfb477-19a4-42d9-95f3-c03e9a571299 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.1114252 Jun 22 09:16:57.628207 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0c1daea8-972f-463a-800d-b8071f18ddce req-3450107e-efcc-4e8c-b9ff-9750f771be02 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542710 Jun 22 09:16:57.743456 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a66632-3b5d-4470-b962-0b40dd24a287 req-574e7988-d313-456e-8b08-5853f9b1c047 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:57.749707 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e0a66632-3b5d-4470-b962-0b40dd24a287 req-574e7988-d313-456e-8b08-5853f9b1c047 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 932 time: 0.0905638 Jun 22 09:16:57.794093 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e0a66632-3b5d-4470-b962-0b40dd24a287 req-12fd984d-1476-469e-a639-7f99d4f53017 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Jun 22 09:16:58.257305 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-626106b9-5fea-4220-aa18-1ab426040468 req-07d1f880-eb35-4b53-a746-36f8fb5b0108 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0898271-f691-4c8d-9b4b-9242c7e37dc2 HTTP/1.1" status: 200 len: 210 time: 0.0287993 Jun 22 09:16:58.276599 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-190e4c35-d5a7-41d0-9000-8b2edb466f62 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7545884 Jun 22 09:16:58.289333 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Request body: {'port': {'device_id': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:16:58.323171 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d9e5e53d-e79c-45a0-936c-b7cde236083d None None] Provisioning for port d672a809-5713-4938-8872-109caeff8c68 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:16:58.333329 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d9e5e53d-e79c-45a0-936c-b7cde236083d None None] Provisioning complete for port d672a809-5713-4938-8872-109caeff8c68 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:16:58.333888 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e53d-e79c-45a0-936c-b7cde236083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:58.374459 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:58.389248 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5e53d-e79c-45a0-936c-b7cde236083d None None] Port d672a809-5713-4938-8872-109caeff8c68 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:16:58.554201 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f114-814b-452d-b637-b4464cfec9ee req-d727062b-ef0f-40c8-951f-50d3dd809cd3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:58.555771 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-61d4f114-814b-452d-b637-b4464cfec9ee req-d727062b-ef0f-40c8-951f-50d3dd809cd3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0701151 Jun 22 09:16:58.596496 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-61d4f114-814b-452d-b637-b4464cfec9ee req-35d3f8a7-4c5f-48d3-9563-86f514c2d0a7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341561 Jun 22 09:16:58.687700 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d672a809-5713-4938-8872-109caeff8c68 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:16:58.699566 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:58.714518 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Transition to ACTIVE for port object d672a809-5713-4938-8872-109caeff8c68 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:16:58.811264 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47452123-72ec-4da6-b615-abc546cdc302 req-bb000f4e-47df-4062-bbcf-edcb06e5d4a2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:58.812739 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-47452123-72ec-4da6-b615-abc546cdc302 req-bb000f4e-47df-4062-bbcf-edcb06e5d4a2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0632288 Jun 22 09:16:58.851077 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-47452123-72ec-4da6-b615-abc546cdc302 req-7ea5dc62-0b13-402a-baf1-06182d1a0547 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Jun 22 09:16:58.853210 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:58.856450 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:58.942678 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195b3de-556a-48de-a363-f9071811184d service neutron] Pushing event updated for resources: {'Port': ['ID=d672a809-5713-4938-8872-109caeff8c68,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:58.947090 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b195b3de-556a-48de-a363-f9071811184d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:58.986973 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Attempting to bind port d672a809-5713-4938-8872-109caeff8c68 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:16:58.991394 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Attempting to bind port d672a809-5713-4938-8872-109caeff8c68 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:16:58.992089 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Attempting to bind port d672a809-5713-4938-8872-109caeff8c68 on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:16:58.996680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225b44-8caf-49e8-9467-a9cfe4ddc540 req-4752f8af-cae7-4866-b3f2-e323123fc8f6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:58.997873 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Port d672a809-5713-4938-8872-109caeff8c68 on network 0876d8b5-ebd6-439a-8598-14c25803dbdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:16:58.998301 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Attempting to bind port d672a809-5713-4938-8872-109caeff8c68 on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:16:58.999504 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-79225b44-8caf-49e8-9467-a9cfe4ddc540 req-4752f8af-cae7-4866-b3f2-e323123fc8f6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0907257 Jun 22 09:16:59.003792 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:16:59.004226 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Checking segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:16:59.004833 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Bound using segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:16:59.005346 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Bound port: d672a809-5713-4938-8872-109caeff8c68, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:16:59.005709 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:59.041869 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-79225b44-8caf-49e8-9467-a9cfe4ddc540 req-e4a790c8-4572-48b0-b2aa-eaa2100db771 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351977 Jun 22 09:16:59.126490 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] For port d672a809-5713-4938-8872-109caeff8c68, host hv-cinder-79733, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:16:59.130150 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] For port d672a809-5713-4938-8872-109caeff8c68, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d672a809-5713-4938-8872-109caeff8c68,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:16:59.141935 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dea2b-737b-4b28-b424-2c480d3a49af req-cfe784c6-08f8-4f86-98ae-f6fd49cb6c43 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.143416 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-396dea2b-737b-4b28-b424-2c480d3a49af req-cfe784c6-08f8-4f86-98ae-f6fd49cb6c43 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.1354978 Jun 22 09:16:59.180990 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-396dea2b-737b-4b28-b424-2c480d3a49af req-61f06d26-ed23-47e8-b544-fa44ac8b9dcb tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Jun 22 09:16:59.214827 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:59.219557 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:16:59.250655 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.251281 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:59.252715 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-b195b3de-556a-48de-a363-f9071811184d service neutron] 10.222.0.23 "PUT /v2.0/ports/d672a809-5713-4938-8872-109caeff8c68 HTTP/1.1" status: 200 len: 1094 time: 0.9674790 Jun 22 09:16:59.253210 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'tag': 'd672a809-5713-4938-8872-109caeff8c68'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:16:59.255631 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fe3fe6-4b96-42b7-b961-f3455caff64b" -d '{"events": [{"name": "network-changed", "server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "tag": "d672a809-5713-4938-8872-109caeff8c68"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:59.296556 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195b3de-556a-48de-a363-f9071811184d service neutron] Pushing event updated for resources: {'Port': ['ID=d672a809-5713-4938-8872-109caeff8c68,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:59.299932 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b195b3de-556a-48de-a363-f9071811184d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:16:59.315661 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e378063d-bcc8-49fd-b6b7-43c66b4edfa3 x-openstack-request-id: req-e378063d-bcc8-49fd-b6b7-43c66b4edfa3 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:59.317225 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "tag": "d672a809-5713-4938-8872-109caeff8c68", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:59.317225 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e378063d-bcc8-49fd-b6b7-43c66b4edfa3 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:59.317225 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'tag': 'd672a809-5713-4938-8872-109caeff8c68', 'status': 'completed', 'code': 200} Jun 22 09:16:59.333578 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-a6b4db52-19d6-4928-8c3a-4012de11e31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:16:59.427474 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3fe6-4b96-42b7-b961-f3455caff64b req-7f634e2a-1534-4506-ac9c-154bad46f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.429058 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-40fe3fe6-4b96-42b7-b961-f3455caff64b req-7f634e2a-1534-4506-ac9c-154bad46f920 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 1097 time: 0.0890243 Jun 22 09:16:59.609616 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3fe6-4b96-42b7-b961-f3455caff64b req-2a823d61-3ec8-47d2-ae44-dbf4e1b55a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.611028 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-40fe3fe6-4b96-42b7-b961-f3455caff64b req-2a823d61-3ec8-47d2-ae44-dbf4e1b55a9e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1605909 Jun 22 09:16:59.709354 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e539f5f-e6b9-4b23-b9c2-1d11f8179353 req-1019db99-a829-4f35-9abe-3fd59cceb9d5 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.709354 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8e539f5f-e6b9-4b23-b9c2-1d11f8179353 req-1019db99-a829-4f35-9abe-3fd59cceb9d5 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.1313124 Jun 22 09:16:59.746921 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3fe6-4b96-42b7-b961-f3455caff64b req-45d57e00-a5db-4d6b-b7b1-99cfb6995f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.749124 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-40fe3fe6-4b96-42b7-b961-f3455caff64b req-45d57e00-a5db-4d6b-b7b1-99cfb6995f87 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310949 Jun 22 09:16:59.765635 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8e539f5f-e6b9-4b23-b9c2-1d11f8179353 req-e7770b8f-6fb6-42de-b199-9a7b2c56bd7f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Jun 22 09:16:59.823372 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168acc35-e6a5-4736-b5d2-e18b569c2f21 req-5e331ede-42b6-4294-962b-2230bae658fe tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.832489 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-168acc35-e6a5-4736-b5d2-e18b569c2f21 req-5e331ede-42b6-4294-962b-2230bae658fe tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.1112752 Jun 22 09:16:59.870599 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-9e5b5303-1f4b-40ea-b709-c80f60d83967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.870985 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-9e5b5303-1f4b-40ea-b709-c80f60d83967 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 1097 time: 0.0555229 Jun 22 09:16:59.872885 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-168acc35-e6a5-4736-b5d2-e18b569c2f21 req-4feed28e-551c-4f00-947f-9066525c086f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Jun 22 09:16:59.923754 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-1b4f3bba-fd63-486b-82ee-efdc1907f4b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d672a809-5713-4938-8872-109caeff8c68 HTTP/1.1" status: 200 len: 217 time: 0.0398033 Jun 22 09:16:59.977444 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-dd9b6976-6fdc-4568-b9ae-e1e8a0962fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:16:59.978931 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-dd9b6976-6fdc-4568-b9ae-e1e8a0962fad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0456202 Jun 22 09:17:00.037939 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-9881cc1f-1479-40ca-8638-1560ce3cb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:00.039440 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-9881cc1f-1479-40ca-8638-1560ce3cb5a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529258 Jun 22 09:17:00.134932 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-89ad4674-f527-4a94-b908-c03d9d554caf service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882454 Jun 22 09:17:00.161960 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:00.261226 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d4931236-c99f-42a2-9e29-53b194869e73 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:17:00.269798 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd09fbe4-9b72-49f3-a519-8f4643c55593 req-8494dcd1-d791-4c1d-aca4-a4084ca527b5 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276700 Jun 22 09:17:00.277972 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d7eb8-7d73-421d-90a3-5becaace7639 req-d7910967-bf05-4554-87c2-cbe37d3744fa tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:00.279453 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-007d7eb8-7d73-421d-90a3-5becaace7639 req-d7910967-bf05-4554-87c2-cbe37d3744fa tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0961289 Jun 22 09:17:00.292828 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: d4931236-c99f-42a2-9e29-53b194869e73 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:17:00.293181 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d4931236-c99f-42a2-9e29-53b194869e73 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:17:00.317239 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-007d7eb8-7d73-421d-90a3-5becaace7639 req-22bd9136-2239-477a-a0ce-1d87289a4316 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Jun 22 09:17:00.767659 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:01.052342 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fa91-e44d-49e4-baa5-dd24405bd419 req-29d92ff0-2e47-4b06-99d8-05113cbb00cf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:01.053897 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f768fa91-e44d-49e4-baa5-dd24405bd419 req-29d92ff0-2e47-4b06-99d8-05113cbb00cf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0633972 Jun 22 09:17:01.093828 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f768fa91-e44d-49e4-baa5-dd24405bd419 req-aeba0309-4dd3-4006-ba17-c6c9d27c896e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340743 Jun 22 09:17:01.491015 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f1473-e5ed-43a9-88f2-c2d1ef9fc856 req-0562bc20-1f60-41d4-9b4c-fedc8c3c8e05 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:01.492568 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e14f1473-e5ed-43a9-88f2-c2d1ef9fc856 req-0562bc20-1f60-41d4-9b4c-fedc8c3c8e05 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0650296 Jun 22 09:17:01.550487 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e14f1473-e5ed-43a9-88f2-c2d1ef9fc856 req-c862faa7-2f08-4b96-95e8-a3ca49bfaa5d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509093 Jun 22 09:17:02.268824 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b9279-eb47-43b3-b544-1b512fa6460a req-f179dc4f-a9c3-416f-9d31-d0ba72619e31 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:02.270251 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7f8b9279-eb47-43b3-b544-1b512fa6460a req-f179dc4f-a9c3-416f-9d31-d0ba72619e31 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0621340 Jun 22 09:17:02.311365 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7f8b9279-eb47-43b3-b544-1b512fa6460a req-16055b03-6587-4d2b-9cf4-07ed0fc75710 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352931 Jun 22 09:17:02.735064 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428327c-04a5-43f3-b3e8-dc8da30f3a09 req-fac8df84-ef8c-4499-937e-10fea1bef5c0 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:02.736477 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e428327c-04a5-43f3-b3e8-dc8da30f3a09 req-fac8df84-ef8c-4499-937e-10fea1bef5c0 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0627251 Jun 22 09:17:02.744549 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:02.774017 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e428327c-04a5-43f3-b3e8-dc8da30f3a09 req-f74dca2d-52c3-4ef9-8981-7b3770589e14 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Jun 22 09:17:03.489500 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5262ea-b0a9-42e0-8e57-aa61409b17a2 req-bf46c0b8-15f0-4eb7-a603-0922ee5fa070 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:03.490952 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eb5262ea-b0a9-42e0-8e57-aa61409b17a2 req-bf46c0b8-15f0-4eb7-a603-0922ee5fa070 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0615177 Jun 22 09:17:03.527859 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eb5262ea-b0a9-42e0-8e57-aa61409b17a2 req-fe864fde-2a6b-4eb6-9906-726b1c446239 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Jun 22 09:17:03.941917 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87ddd5-0173-42da-b1ee-ce1ead46ecdc req-388512c2-f524-41bc-b7b3-c1d9be35535e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:03.943400 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e87ddd5-0173-42da-b1ee-ce1ead46ecdc req-388512c2-f524-41bc-b7b3-c1d9be35535e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0616727 Jun 22 09:17:03.979646 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e87ddd5-0173-42da-b1ee-ce1ead46ecdc req-382da221-0a4c-40b3-98c5-0e5a88d367c8 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306566 Jun 22 09:17:04.645146 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:17:04.729384 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948572-2eec-42d9-9fcc-567cf94a5619 req-d86d1053-d057-48c3-90da-b78248753063 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:04.731191 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e9948572-2eec-42d9-9fcc-567cf94a5619 req-d86d1053-d057-48c3-90da-b78248753063 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 943 time: 0.0888462 Jun 22 09:17:04.754124 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:04.766024 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'port_id': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'mac_address': 'fa:16:3e:3e:77:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:17:04.779877 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e9948572-2eec-42d9-9fcc-567cf94a5619 req-5f46ea74-248c-4cfb-978c-b76f4b9bbe4a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Jun 22 09:17:04.802932 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:04.815325 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:17:04.833566 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:04.921376 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:04.923116 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:04.967192 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=9']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:04.970075 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:05.152606 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c1ae-4927-4194-a70b-b8ad4feb9af1 req-b7b8df3e-9fd4-4cb1-ba5c-01149abeeb02 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:05.154609 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b9d2c1ae-4927-4194-a70b-b8ad4feb9af1 req-b7b8df3e-9fd4-4cb1-ba5c-01149abeeb02 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0656817 Jun 22 09:17:05.191050 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b9d2c1ae-4927-4194-a70b-b8ad4feb9af1 req-f67c64a8-fddf-41e2-95fe-2db9e486eb12 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Jun 22 09:17:05.955021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a469f-e3e0-4c47-b81b-f32904eee66b req-e5042e79-79d5-4e6d-afa2-ace1ade55d16 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:05.956402 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-546a469f-e3e0-4c47-b81b-f32904eee66b req-e5042e79-79d5-4e6d-afa2-ace1ade55d16 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0615723 Jun 22 09:17:05.992665 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-546a469f-e3e0-4c47-b81b-f32904eee66b req-71f4386a-52b9-4bbf-b980-0cdddd5e80f3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307102 Jun 22 09:17:06.359002 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940e50-15e6-49c4-886b-bc45465360ad req-b183485e-e0de-409a-acd5-59c1798dfb63 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:06.360479 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e940e50-15e6-49c4-886b-bc45465360ad req-b183485e-e0de-409a-acd5-59c1798dfb63 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0625262 Jun 22 09:17:06.397144 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2e940e50-15e6-49c4-886b-bc45465360ad req-fb43e0d8-31f0-47e5-aa85-cea2df4dd4e7 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Jun 22 09:17:07.158121 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:17:07.172200 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f21b2-9db8-41f7-b46f-bc2896b25552 req-f40cfd29-d6b6-4fc7-b39e-5148f1e8fa59 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:07.173655 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8e0f21b2-9db8-41f7-b46f-bc2896b25552 req-f40cfd29-d6b6-4fc7-b39e-5148f1e8fa59 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0677025 Jun 22 09:17:07.211646 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8e0f21b2-9db8-41f7-b46f-bc2896b25552 req-c5e2fc39-72bc-4c68-b7df-4d8de8b182d4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Jun 22 09:17:07.566749 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61267a27-149f-473b-a693-eeae58d81e1b req-197a3ed3-497a-4808-811c-5097f638410d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:07.568251 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-61267a27-149f-473b-a693-eeae58d81e1b req-197a3ed3-497a-4808-811c-5097f638410d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0618794 Jun 22 09:17:07.608534 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-61267a27-149f-473b-a693-eeae58d81e1b req-f491a437-3088-47d9-a9cc-1ce945ffb1c6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344758 Jun 22 09:17:08.395484 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25844-8dd6-4058-980d-166c5d9ebaa6 req-7be4029d-ecab-49e9-bb5c-6eee6bd0d62e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:08.396958 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e2a25844-8dd6-4058-980d-166c5d9ebaa6 req-7be4029d-ecab-49e9-bb5c-6eee6bd0d62e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0652142 Jun 22 09:17:08.433773 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e2a25844-8dd6-4058-980d-166c5d9ebaa6 req-59ecc2f7-8ebe-44ac-a807-cc4acc53a448 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Jun 22 09:17:08.654085 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d672a809-5713-4938-8872-109caeff8c68 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:17:08.726461 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:17:08.783234 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d672a809-5713-4938-8872-109caeff8c68, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d672a809-5713-4938-8872-109caeff8c68,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:08.791001 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28df5b6-a84f-4489-90e8-eca843c5a1dd req-0312f949-7810-49f9-85f4-c2d19f8f2e56 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:08.792493 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f28df5b6-a84f-4489-90e8-eca843c5a1dd req-0312f949-7810-49f9-85f4-c2d19f8f2e56 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 944 time: 0.0672920 Jun 22 09:17:08.796734 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'd672a809-5713-4938-8872-109caeff8c68', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'port_id': 'd672a809-5713-4938-8872-109caeff8c68', 'mac_address': 'fa:16:3e:7c:b9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:17:08.825907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:17:08.826312 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:08.831917 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f28df5b6-a84f-4489-90e8-eca843c5a1dd req-1b622d9c-c5b7-4f3c-8284-b65918a9df3d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Jun 22 09:17:08.861534 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:08.880602 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d672a809-5713-4938-8872-109caeff8c68 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:17:08.906786 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d672a809-5713-4938-8872-109caeff8c68, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d672a809-5713-4938-8872-109caeff8c68,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:08.941412 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:08.962560 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:17:08.965102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e49518-fdec-4fd7-ae60-d8137d5831e2" -d '{"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:08.970526 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:08.976898 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:08.999155 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:09.004207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d64d20-3134-402d-b1c1-1bcf6e628cca x-openstack-request-id: req-b4d64d20-3134-402d-b1c1-1bcf6e628cca {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:09.004499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:09.004780 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4d64d20-3134-402d-b1c1-1bcf6e628cca {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:09.005136 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'code': 200} Jun 22 09:17:09.027339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d672a809-5713-4938-8872-109caeff8c68,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:09.031025 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:09.080211 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:09.082053 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:09.127442 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=10']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:09.130439 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:09.493307 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d672a809-5713-4938-8872-109caeff8c68'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:17:09.617012 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6334-3378-4c29-a2ce-ed91973bc300 req-9a9a239d-5173-4272-8ff4-1daafa9430d5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:09.624018 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-854e6334-3378-4c29-a2ce-ed91973bc300 req-9a9a239d-5173-4272-8ff4-1daafa9430d5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0707831 Jun 22 09:17:09.659924 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-854e6334-3378-4c29-a2ce-ed91973bc300 req-7118d4b4-f572-41e8-b1a8-1a21540c0298 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345469 Jun 22 09:17:09.858915 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7bb19-2357-4695-aa37-9da21525016d req-da7e01a0-5708-4c6b-a7e8-3950c4f8b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:09.860404 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-16b7bb19-2357-4695-aa37-9da21525016d req-da7e01a0-5708-4c6b-a7e8-3950c4f8b43e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1099 time: 0.0540948 Jun 22 09:17:09.900456 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-16b7bb19-2357-4695-aa37-9da21525016d req-967b3093-8461-40ea-a992-8cb4d97a682f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303919 Jun 22 09:17:10.010568 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed8071-a318-494e-966f-093143a89fe3 req-79118e4b-e5f9-45f5-a49a-56b4150d0b00 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:10.012040 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a0ed8071-a318-494e-966f-093143a89fe3 req-79118e4b-e5f9-45f5-a49a-56b4150d0b00 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 945 time: 0.0623448 Jun 22 09:17:10.060366 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a0ed8071-a318-494e-966f-093143a89fe3 req-522ed988-9db6-4083-b7a7-fc4075fe58df tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Jun 22 09:17:10.359599 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37308) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:10.463029 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9eee-d30a-4f77-b0d1-2fd25d94ac37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.548849 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9eee-d30a-4f77-b0d1-2fd25d94ac37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.618189 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9eee-d30a-4f77-b0d1-2fd25d94ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.620642 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-07904ad3-29b2-4e76-a6bb-6d965ad6088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:10.654505 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe9eee-d30a-4f77-b0d1-2fd25d94ac37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab64060-5365-4020-9cf0-fb114c6ce21f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:10.658588 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cdbe9eee-d30a-4f77-b0d1-2fd25d94ac37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=417e86e93a844c279fb44ca92fde1a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979393 Jun 22 09:17:10.659489 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cdbe9eee-d30a-4f77-b0d1-2fd25d94ac37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:10.662817 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37314) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:10.713804 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.736711 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.837607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970ff2c-53b0-4b61-a371-54ecfb69bb3f req-b247994e-7db7-4d43-9c02-6a874f8bfc90 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:10.839070 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5970ff2c-53b0-4b61-a371-54ecfb69bb3f req-b247994e-7db7-4d43-9c02-6a874f8bfc90 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0633440 Jun 22 09:17:10.858559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.861177 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:10.862354 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fab64060-5365-4020-9cf0-fb114c6ce21f HTTP/1.1" status: 204 len: 168 time: 0.1990721 Jun 22 09:17:10.863164 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b76bd840-9d55-477a-b590-a2c3d9fd4c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:10.872820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab64060-5365-4020-9cf0-fb114c6ce21f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:10.875333 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bf161d7a-0bf9-4ca7-baab-35947980326e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:10.886574 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5970ff2c-53b0-4b61-a371-54ecfb69bb3f req-8b522b94-eb58-4862-a9e2-6abc915011d4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Jun 22 09:17:11.234607 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcc8b-3292-4e00-97ff-6fe9793fbc74 req-97cb374c-1e5e-4136-babb-d9b54f5d49c4 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:11.236271 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8e3dcc8b-3292-4e00-97ff-6fe9793fbc74 req-97cb374c-1e5e-4136-babb-d9b54f5d49c4 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 945 time: 0.0722926 Jun 22 09:17:11.279934 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8e3dcc8b-3292-4e00-97ff-6fe9793fbc74 req-a5b835db-c640-4ccf-8882-34639e6b3360 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378704 Jun 22 09:17:11.503107 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37332) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:11.516688 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.611220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.691974 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.695176 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-84077402-16a8-42e8-95cd-a2a46668f94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:11.732359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5763d0e-f653-45e0-9617-7e820d65f715,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:11.740160 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f8bad10def4429d84357a67c89bce3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351913 Jun 22 09:17:11.740262 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37342) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:11.740492 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:11.789527 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.813288 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.937738 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.940446 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:11.941569 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5763d0e-f653-45e0-9617-7e820d65f715 HTTP/1.1" status: 204 len: 168 time: 0.2009950 Jun 22 09:17:11.942385 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a1b7e3e-0bd0-4094-ab2f-050fe3298c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:11.950957 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5763d0e-f653-45e0-9617-7e820d65f715,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:11.953782 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:12.072856 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0455a-9871-4dbb-ad4c-43a83ae7c356 req-79674cab-62bd-4a32-ac22-bdbf288b11ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:12.074390 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5c0455a-9871-4dbb-ad4c-43a83ae7c356 req-79674cab-62bd-4a32-ac22-bdbf288b11ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0646081 Jun 22 09:17:12.112463 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e5c0455a-9871-4dbb-ad4c-43a83ae7c356 req-80fac806-5303-4e1b-baa8-35cdfe645a80 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Jun 22 09:17:12.460215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82823675-3ee5-4825-9024-434a254f29cd req-4ae491ad-cbbe-4314-9a16-2fa3f42c803a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:12.461593 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-82823675-3ee5-4825-9024-434a254f29cd req-4ae491ad-cbbe-4314-9a16-2fa3f42c803a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 945 time: 0.0658815 Jun 22 09:17:12.503632 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-82823675-3ee5-4825-9024-434a254f29cd req-f73d64a6-0c00-4204-bfd6-46221b6690d8 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352309 Jun 22 09:17:12.669440 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d672a809-5713-4938-8872-109caeff8c68 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:17:12.722631 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37388) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:12.736397 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.784615 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port d672a809-5713-4938-8872-109caeff8c68 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:17:12.788848 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port d672a809-5713-4938-8872-109caeff8c68 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:17:12.789518 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.824196 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.864614 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.880518 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.884788 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-677cdae4-46ed-4b3c-b4e5-3048b8bf7915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:12.887189 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd672a809-5713-4938-8872-109caeff8c68'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:17:12.889655 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e3c18d-efab-46c8-9885-b396f280fa8f" -d '{"events": [{"server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "name": "network-vif-plugged", "status": "completed", "tag": "d672a809-5713-4938-8872-109caeff8c68"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:12.902778 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d672a809-5713-4938-8872-109caeff8c68, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d672a809-5713-4938-8872-109caeff8c68,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:12.920837 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cb4546d2a9b4b1daa7d698b2731bd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970847 Jun 22 09:17:12.923111 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a990e21-c717-41f4-b844-a5829eb7c758,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:12.923844 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37392) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:12.925971 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:12.932858 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a226add3-538a-470d-bc28-203c6ac2992f x-openstack-request-id: req-a226add3-538a-470d-bc28-203c6ac2992f {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:12.933157 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "name": "network-vif-plugged", "status": "completed", "tag": "d672a809-5713-4938-8872-109caeff8c68", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:12.933647 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a226add3-538a-470d-bc28-203c6ac2992f {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:12.934056 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd672a809-5713-4938-8872-109caeff8c68', 'code': 200} Jun 22 09:17:12.977965 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.978801 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:12.982183 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-cf483420-d8d5-47b2-a338-3fac5b353098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:12.999531 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:13.027265 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d672a809-5713-4938-8872-109caeff8c68,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:13.031311 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:13.125831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:13.128446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:13.129586 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a990e21-c717-41f4-b844-a5829eb7c758 HTTP/1.1" status: 204 len: 168 time: 0.2035751 Jun 22 09:17:13.130477 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e4ada597-fd5a-4238-94e6-eeed63afe75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:13.140916 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a990e21-c717-41f4-b844-a5829eb7c758,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:13.154014 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:13.449438 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd015e-5e50-4d58-a5a4-ddb3e0bdb90e req-e7437548-49f4-492d-bc2c-f9c5e0af4404 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:13.451201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9dd015e-5e50-4d58-a5a4-ddb3e0bdb90e req-e7437548-49f4-492d-bc2c-f9c5e0af4404 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0656521 Jun 22 09:17:13.492969 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b9dd015e-5e50-4d58-a5a4-ddb3e0bdb90e req-9ec3686f-788c-4b59-9901-96ef843aba56 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Jun 22 09:17:13.688996 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111394d-eb6f-42ed-bbc9-f746323575b2 req-3992449b-7f6c-40fa-88d8-528b2e43d4a2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:13.690455 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9111394d-eb6f-42ed-bbc9-f746323575b2 req-3992449b-7f6c-40fa-88d8-528b2e43d4a2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0649869 Jun 22 09:17:13.728098 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9111394d-eb6f-42ed-bbc9-f746323575b2 req-b197b096-b85e-4363-9e4b-68888a7d34b4 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Jun 22 09:17:14.689381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce601c4-923b-43f6-8cd4-4c9abe6cea8d req-f563c6e0-af7d-4382-980e-59ccb5963b77 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:14.690866 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8ce601c4-923b-43f6-8cd4-4c9abe6cea8d req-f563c6e0-af7d-4382-980e-59ccb5963b77 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0670314 Jun 22 09:17:14.728121 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8ce601c4-923b-43f6-8cd4-4c9abe6cea8d req-1c01fe3e-ae8f-471b-a929-511789932355 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Jun 22 09:17:14.913189 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbf7c4-3f2f-43ec-a64e-cb1a4d8bc4ca req-4021856b-8870-4e52-99fc-36191527a258 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:14.915256 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3afbf7c4-3f2f-43ec-a64e-cb1a4d8bc4ca req-4021856b-8870-4e52-99fc-36191527a258 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0717630 Jun 22 09:17:14.959207 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3afbf7c4-3f2f-43ec-a64e-cb1a4d8bc4ca req-9d0d48d2-54e4-42e3-919d-453986d3a474 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Jun 22 09:17:16.127384 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2780ef-bafc-49c7-b95a-bb8b4835b548 req-456d07c1-cf63-4ab2-8ad8-2f04cff339fd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:16.128823 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fb2780ef-bafc-49c7-b95a-bb8b4835b548 req-456d07c1-cf63-4ab2-8ad8-2f04cff339fd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0617275 Jun 22 09:17:16.167287 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fb2780ef-bafc-49c7-b95a-bb8b4835b548 req-749edeeb-f6d4-4a11-93cf-510102791f29 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Jun 22 09:17:17.335576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae986c-73b5-4399-bcda-843ec8589698 req-7e9ece14-148b-42fe-bf6c-4fedd0be0960 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:17.337004 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4fae986c-73b5-4399-bcda-843ec8589698 req-7e9ece14-148b-42fe-bf6c-4fedd0be0960 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0609915 Jun 22 09:17:17.376636 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4fae986c-73b5-4399-bcda-843ec8589698 req-d17ed74a-d6c0-4fb8-a995-f2d2a14d90bd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Jun 22 09:17:17.986784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ca6e-59a5-4fb3-b190-af7d6b5b4127 req-80f8028e-1d73-4b9d-b661-37ee2bc6d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:17.988296 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0eb7ca6e-59a5-4fb3-b190-af7d6b5b4127 req-80f8028e-1d73-4b9d-b661-37ee2bc6d170 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 1099 time: 0.0514948 Jun 22 09:17:18.025880 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0eb7ca6e-59a5-4fb3-b190-af7d6b5b4127 req-1463d9de-df3e-4b1d-8146-838ae1d33618 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266297 Jun 22 09:17:18.550496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc1490-867c-45c7-b715-c976fcf5ade4 req-2bc427cf-cf26-4823-bd2a-07f5fe22d3d2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:18.551992 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e4cc1490-867c-45c7-b715-c976fcf5ade4 req-2bc427cf-cf26-4823-bd2a-07f5fe22d3d2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0628362 Jun 22 09:17:18.593215 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e4cc1490-867c-45c7-b715-c976fcf5ade4 req-a7aae3f0-db02-4441-a36e-33e4a3efb444 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355244 Jun 22 09:17:19.765506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb19cf-fd31-4d95-af4f-17de3c282e4c req-2b37d9fa-15ee-4954-9f8c-d1d93fcb8f4e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:19.766956 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fcfb19cf-fd31-4d95-af4f-17de3c282e4c req-2b37d9fa-15ee-4954-9f8c-d1d93fcb8f4e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0623932 Jun 22 09:17:19.803507 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fcfb19cf-fd31-4d95-af4f-17de3c282e4c req-237b80fd-13fc-4b4d-a194-dec80d1d32a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Jun 22 09:17:20.937439 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a213f5-ec9d-4291-9bb2-b722bfd85410 req-ad35e586-3852-4085-8fa2-46421bf07fb6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:20.939497 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76a213f5-ec9d-4291-9bb2-b722bfd85410 req-ad35e586-3852-4085-8fa2-46421bf07fb6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0746403 Jun 22 09:17:20.979652 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46860afb-9f8e-45b9-ad70-8d4bf4fd04e9 req-7db4256e-8d35-47e9-a2d7-91d4ab21088f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:20.981217 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-46860afb-9f8e-45b9-ad70-8d4bf4fd04e9 req-7db4256e-8d35-47e9-a2d7-91d4ab21088f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0655303 Jun 22 09:17:20.986726 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76a213f5-ec9d-4291-9bb2-b722bfd85410 req-e4f16d7b-1fd0-4cd8-8a66-029796346caa tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Jun 22 09:17:21.012992 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37458) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:21.021000 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-46860afb-9f8e-45b9-ad70-8d4bf4fd04e9 req-f81502c8-8fd2-4954-9e98-f88e7ed9865f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337310 Jun 22 09:17:21.189647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfe601-9897-4fda-b278-29af2cc3de45 req-029f6b31-30d5-48ac-86ac-ea320656c0f9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:21.191148 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35dfe601-9897-4fda-b278-29af2cc3de45 req-029f6b31-30d5-48ac-86ac-ea320656c0f9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0620327 Jun 22 09:17:21.264877 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35dfe601-9897-4fda-b278-29af2cc3de45 req-9800b49d-0179-4542-a2b3-f1e8d3317f9d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680072 Jun 22 09:17:21.281707 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95f901-5422-4899-8f47-e823893b47fb tempest-TestMinimumBasicScenario-452159997 tempest-TestMinimumBasicScenario-452159997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:21.283241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-0a95f901-5422-4899-8f47-e823893b47fb tempest-TestMinimumBasicScenario-452159997 tempest-TestMinimumBasicScenario-452159997-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1094 time: 0.2691512 Jun 22 09:17:21.287654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37464) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:21.290428 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37466) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:21.292193 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'port_id': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:21.395488 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for floatingip, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:21.444081 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93005e40-4402-47a2-bde1-439f1ec705cb tempest-TestVolumeBootPattern-698149114 tempest-TestVolumeBootPattern-698149114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:21.445588 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-93005e40-4402-47a2-bde1-439f1ec705cb tempest-TestVolumeBootPattern-698149114 tempest-TestVolumeBootPattern-698149114-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 1094 time: 0.1540947 Jun 22 09:17:21.448422 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37474) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:21.452794 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'port_id': 'd672a809-5713-4938-8872-109caeff8c68', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:21.501344 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:21.538476 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:21.607580 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Allocated IP 172.27.0.174 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/cdfa3d24-09c3-4854-8847-32b102b35cdf) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:21.642397 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:21.713097 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:21.790048 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:21.792833 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-fa498791-4d92-4002-bc7a-a8e4c5e8ee5a tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:21.831586 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:21.835870 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:21.838930 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Allocated IP 172.27.0.172 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/662cf1eb-3146-4f0f-a282-aadbaf3750fe) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:21.839242 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:17:21.844866 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'Port': ['ID=cdfa3d24-09c3-4854-8847-32b102b35cdf,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:21.863466 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:21.944254 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.051755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.054671 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-788e2ac5-ab90-4b1a-82bb-ea3a2499bfb6 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:22.092005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:22.096475 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:22.100993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:17:22.104031 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=662cf1eb-3146-4f0f-a282-aadbaf3750fe,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:22.129233 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.129606 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.129970 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.130326 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.130703 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.131086 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.131398 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.131746 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.132095 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.132696 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.133040 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.133378 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:22.139085 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:22.200483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.623435 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.762781 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.780989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.814835 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:17:22.841439 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.844434 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:22.905496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'Port': ['ID=cdfa3d24-09c3-4854-8847-32b102b35cdf,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:22.909470 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:22.922263 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:22.963537 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.021410 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Floating IP f08a1394-d324-4633-821c-cf2babf8bf69 associated. External IP: 172.27.0.174, port: 74a96d95-a2c3-4256-9cd1-0a92fec802e5. Jun 22 09:17:23.113276 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.195415 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.198470 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:23.226470 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Router 8bd11170-150b-4d42-a1d8-c32124a04667 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:17:23.227719 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.276227 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=662cf1eb-3146-4f0f-a282-aadbaf3750fe,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:23.279018 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:23.339907 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Floating IP 05366839-329e-436a-8bec-2273de1f33cf associated. External IP: 172.27.0.172, port: d672a809-5713-4938-8872-109caeff8c68. Jun 22 09:17:23.340316 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:23.350094 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] Sync routers for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:23.358793 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:17:23.359893 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:16:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:23.419448 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.462215 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:17:23.464351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1756344 Jun 22 09:17:23.465091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37488) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:23.466356 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:17:23.468950 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:23.475280 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961374216', 'description': 'tempest-secgroup-smoke-1961374216 description', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:23.524238 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5fbc63-26ce-49f6-8fdd-918ad7f3edda x-openstack-request-id: req-8b5fbc63-26ce-49f6-8fdd-918ad7f3edda {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:23.524779 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:23.525235 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b5fbc63-26ce-49f6-8fdd-918ad7f3edda {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:23.525868 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'status': 'completed', 'code': 200} Jun 22 09:17:23.561353 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.587074 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:17:23.645350 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.708289 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.712403 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9933168b-07dc-45ec-9be2-9a631dde4fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:23.714773 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-51b34738-bb0e-4f23-a6fc-bf619a5072a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:23.716676 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-51b34738-bb0e-4f23-a6fc-bf619a5072a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1099 time: 0.1590478 Jun 22 09:17:23.744294 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f6eecf-6a7f-4709-b6e5-c648610a1de2,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:23.747417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:23.782036 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:23.792728 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:23.803965 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:17:23.804605 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:16:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:23.806620 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.808019 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-25fb3cea-6ce2-4c7c-a02e-6c209363482f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3363152 Jun 22 09:17:23.811176 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37492) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:23.817546 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group_rule': {'security_group_id': '42f6eecf-6a7f-4709-b6e5-c648610a1de2', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:23.835014 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-0956e5d0-d48a-4017-8f26-7b146aff2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:23.836576 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-0956e5d0-d48a-4017-8f26-7b146aff2793 service neutron] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 915 time: 0.1071491 Jun 22 09:17:23.853811 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'f08a1394-d324-4633-821c-cf2babf8bf69', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'port_id': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'mac_address': 'fa:16:3e:c8:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:17:22Z', 'updated_at': '2021-06-22T09:17:22Z', 'revision_number': 0, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:23.881161 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] Checking router: 8bd11170-150b-4d42-a1d8-c32124a04667 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:23.888212 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:23.894219 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:17:23.894907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:16:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:23.916065 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:17:23.935845 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4863994 Jun 22 09:17:23.941069 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'tag': 'd672a809-5713-4938-8872-109caeff8c68'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:17:23.943445 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4026e4e6-676d-4d86-bd6f-123dc3eb5990" -d '{"events": [{"name": "network-changed", "server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "tag": "d672a809-5713-4938-8872-109caeff8c68"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:23.958436 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-19881fee-a507-4b7b-8159-01eafd1c522f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 1000 time: 0.1104522 Jun 22 09:17:23.977741 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.037325 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985c0308-2268-488f-9170-7a021d62d938 x-openstack-request-id: req-985c0308-2268-488f-9170-7a021d62d938 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:24.037754 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "tag": "d672a809-5713-4938-8872-109caeff8c68", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:24.038003 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-985c0308-2268-488f-9170-7a021d62d938 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:24.038446 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'tag': 'd672a809-5713-4938-8872-109caeff8c68', 'status': 'completed', 'code': 200} Jun 22 09:17:24.045857 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:17:24.061413 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-08229213-8240-4f40-be6d-5552657b3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:24.063173 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-08229213-8240-4f40-be6d-5552657b3812 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0910876 Jun 22 09:17:24.123034 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.129517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-bd95dc52-d4f2-4ca6-a8e4-82f84f207b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:24.135114 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-bd95dc52-d4f2-4ca6-a8e4-82f84f207b2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 1099 time: 0.0972199 Jun 22 09:17:24.142976 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-625aa031-476e-4f52-b4de-14223497746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:24.144643 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-625aa031-476e-4f52-b4de-14223497746a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718739 Jun 22 09:17:24.175311 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '05366839-329e-436a-8bec-2273de1f33cf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': 'd672a809-5713-4938-8872-109caeff8c68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:7c:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:17:22Z', 'updated_at': '2021-06-22T09:17:22Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:24.207836 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:24.219463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.220301 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:17:24.220930 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:16:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:24.270882 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-5754396a-b665-4825-9bcd-a7e9ade0f68a service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035042 Jun 22 09:17:24.279684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.295154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-fd7aafb0-3cdd-4a96-b7e5-cab0eebcefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:24.296888 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-fd7aafb0-3cdd-4a96-b7e5-cab0eebcefd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.1309514 Jun 22 09:17:24.299701 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:24.313195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e20e90-5b5c-4023-84f4-def0cfed63b2,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:24.362409 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'f08a1394-d324-4633-821c-cf2babf8bf69', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'port_id': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'mac_address': 'fa:16:3e:c8:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:17:22Z', 'updated_at': '2021-06-22T09:17:22Z', 'revision_number': 0, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:24.382701 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:17:24.388502 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-3e78df9e-561f-4716-af25-41271738f3db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d672a809-5713-4938-8872-109caeff8c68 HTTP/1.1" status: 200 len: 1000 time: 0.0719802 Jun 22 09:17:24.389499 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:24.396733 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7bac50-72aa-4ed5-bcba-8bbe4acb8e27 None None] The sync data for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi is: [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': 'f08a1394-d324-4633-821c-cf2babf8bf69', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'port_id': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'mac_address': 'fa:16:3e:c8:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:17:22Z', 'updated_at': '2021-06-22T09:17:22Z', 'revision_number': 0, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:24.408847 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-5fa29e4e-4063-4941-9ebe-f91604792bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178665 Jun 22 09:17:24.449460 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-37b22f54-dc16-4ece-8d1e-2f20ff9094d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:24.451261 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-37b22f54-dc16-4ece-8d1e-2f20ff9094d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0504730 Jun 22 09:17:24.474906 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.478896 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-3e484ab4-f2ac-414e-9855-54c9d70a21f9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6664329 Jun 22 09:17:24.479351 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37504) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:24.484857 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group_rule': {'security_group_id': '42f6eecf-6a7f-4709-b6e5-c648610a1de2', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:24.534230 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-c56b5aec-b195-4100-a64a-eb8d92878ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:24.535722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-c56b5aec-b195-4100-a64a-eb8d92878ba9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714302 Jun 22 09:17:24.577914 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.640703 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-a824909e-7bae-4fc4-a25b-3a98a053f50b service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945556 Jun 22 09:17:24.645998 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1127ef-06c7-4487-9fb3-496b04b5d611 None None] New status for floating IP f08a1394-d324-4633-821c-cf2babf8bf69: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:17:24.652454 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.655390 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '05366839-329e-436a-8bec-2273de1f33cf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': 'd672a809-5713-4938-8872-109caeff8c68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:7c:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:17:22Z', 'updated_at': '2021-06-22T09:17:22Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:24.687586 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980dfaa-c466-434b-a1fd-4f14e2d29c77 None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '05366839-329e-436a-8bec-2273de1f33cf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': 'd672a809-5713-4938-8872-109caeff8c68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:7c:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:17:22Z', 'updated_at': '2021-06-22T09:17:22Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:24.714414 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.717819 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:24.742160 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fef17b-5e77-49a5-b91d-fd53e99c598b,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:24.746973 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:24.756273 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4026e4e6-676d-4d86-bd6f-123dc3eb5990 req-e662f92e-4227-45f9-b386-38b896b6c2f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012616 Jun 22 09:17:24.817154 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:24.818384 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f3f7bb88-837a-4b21-ab63-fab129599828 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380527 Jun 22 09:17:24.821229 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37506) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:24.826751 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group_rule': {'security_group_id': '42f6eecf-6a7f-4709-b6e5-c648610a1de2', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:24.897649 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39aa3ab-e740-4777-9c30-762a0a5af901 None None] New status for floating IP 05366839-329e-436a-8bec-2273de1f33cf: ACTIVE {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:17:24.972080 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.031731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.092482 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.095009 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:25.112519 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd68dfd3-f402-44da-b15f-d93037e428b4,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:25.115340 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:25.195456 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.196786 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-14f4cd83-2482-45a1-943d-a628d9861e9a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3745160 Jun 22 09:17:25.199403 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37508) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:25.204419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group_rule': {'security_group_id': '42f6eecf-6a7f-4709-b6e5-c648610a1de2', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:25.289997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.348810 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.423600 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.425688 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:25.440569 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8d68ee-2e3a-4c1a-b0ac-624318bbc8f5,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:25.444222 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:25.532664 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.533889 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331120 Jun 22 09:17:25.536547 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37518) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:25.541110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group_rule': {'security_group_id': '42f6eecf-6a7f-4709-b6e5-c648610a1de2', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:25.629139 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.securitygroups_db [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Project 30a7305a11334a0b8f4c5b20eb60d95d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:17:25.634246 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.696269 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.783449 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.789382 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2ae43cc0-273c-4b73-bba2-6413cf2f2fbf tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:25.804890 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67976252-c9f6-424b-8d88-ec90e63bb668,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:25.807034 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:25.846263 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b2bac00a-4b14-4ac7-92a6-39ffd8f583ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.869115 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:25.870357 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a80c9dcc-08a9-4c87-b9d4-b67e008d1862 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328180 Jun 22 09:17:25.873134 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37520) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:25.877560 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'security_group_rule': {'security_group_id': '42f6eecf-6a7f-4709-b6e5-c648610a1de2', 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:25.967188 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.securitygroups_db [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Project 30a7305a11334a0b8f4c5b20eb60d95d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:17:25.972225 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.032314 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.080647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.086899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:26.102108 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fe2c4c-9f6c-4bfb-8681-d1facfd8c3ff,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:26.104304 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:26.172345 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.173545 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-567be45a-8aea-4fdd-af40-14f1b595f359 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2994757 Jun 22 09:17:26.289848 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-bd717357-b84a-4cea-89e5-cd879b03368e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961374216&fields=id&tenant_id=30a7305a11334a0b8f4c5b20eb60d95d HTTP/1.1" status: 200 len: 267 time: 0.0325227 Jun 22 09:17:26.358066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-69d30d66-244a-4aa3-b126-f4be25849051 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:26.359540 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-69d30d66-244a-4aa3-b126-f4be25849051 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0644183 Jun 22 09:17:26.370520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'port': {'security_groups': ['7e54b788-e3e0-4d0d-b3b7-99cb0227487c', '42f6eecf-6a7f-4709-b6e5-c648610a1de2']}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:17:26.451347 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.851645 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:26.879378 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.942971 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:26.946929 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a9e18566-77ac-498a-b12c-f2c818197e57 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:26.957769 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['74a96d95-a2c3-4256-9cd1-0a92fec802e5'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:17:26.999430 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:27.000552 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:27.003502 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2d39a78a-8d96-4f07-a192-a0f3f41b4f19 req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "PUT /v2.0/ports/74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 982 time: 0.6371989 Jun 22 09:17:27.005371 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:17:27.011755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ff27b-ca38-490c-8d43-9a69550db4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:27.045790 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=6']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:27.049453 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:27.075851 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28ce17e-beac-4ca0-b533-be8b505feb42 x-openstack-request-id: req-d28ce17e-beac-4ca0-b533-be8b505feb42 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:27.076249 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:27.076605 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d28ce17e-beac-4ca0-b533-be8b505feb42 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:27.077100 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'status': 'completed', 'code': 200} Jun 22 09:17:27.140038 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['74a96d95-a2c3-4256-9cd1-0a92fec802e5'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:17:27.218665 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-7b5c0b8b-58ec-4a98-b5cb-57061dc5e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:27.220126 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-7b5c0b8b-58ec-4a98-b5cb-57061dc5e3fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1138 time: 0.1059771 Jun 22 09:17:27.228513 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc712d64-49d2-4cd3-81ad-c6337b7a0d30 req-0aab761c-1db8-44eb-b0e0-1394de8901d3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:27.229879 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bc712d64-49d2-4cd3-81ad-c6337b7a0d30 req-0aab761c-1db8-44eb-b0e0-1394de8901d3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.1034153 Jun 22 09:17:27.296322 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-75f9ed78-9f28-4263-be20-4221eb107c7e None None] Provisioning complete for port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:17:27.296647 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-75f9ed78-9f28-4263-be20-4221eb107c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:27.320411 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bc712d64-49d2-4cd3-81ad-c6337b7a0d30 req-f9a9c84f-f828-4ce7-8949-f68933654800 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765483 Jun 22 09:17:27.345495 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-8dd1ea38-a594-4c32-ba8c-f12f3c7e5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:27.346932 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-8dd1ea38-a594-4c32-ba8c-f12f3c7e5841 service neutron] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 915 time: 0.1142404 Jun 22 09:17:27.418936 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-e99e758b-10a6-4116-8a48-a29c163af629 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 1002 time: 0.0629251 Jun 22 09:17:27.476855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-958939ca-8892-4304-a30f-c00a0e6a2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:27.478273 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-958939ca-8892-4304-a30f-c00a0e6a2c43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0441401 Jun 22 09:17:27.546603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-efe428ad-2b68-468f-93e4-e834b1270934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:27.548303 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-efe428ad-2b68-468f-93e4-e834b1270934 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592902 Jun 22 09:17:27.644986 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-55ca695b-c1d5-415f-8196-0376c9544980 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877597 Jun 22 09:17:27.739002 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-475ff27b-ca38-490c-8d43-9a69550db4c5 req-db8494aa-5e8e-4701-ac18-ced89f7c598b service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816319 Jun 22 09:17:29.280668 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b7d995ae-ca44-4c7d-8ce9-2fe4d498afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.131467 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.627467 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37568) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:30.762466 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.766559 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Deleting subnet ab5d4237-f819-41a2-84bb-ad8289298a02 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:17:30.769649 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.804215 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.810619 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.914734 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.916988 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f14bcc3c-7727-4f94-b1ce-34b1502a1522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:30.945226 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5d4237-f819-41a2-84bb-ad8289298a02,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:30.948237 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:30.949203 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:30.951450 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab5d4237-f819-41a2-84bb-ad8289298a02 HTTP/1.1" status: 204 len: 168 time: 0.3226507 Jun 22 09:17:30.953554 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37572) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:31.018064 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.098844 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.109365 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.109698 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.110449 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.110801 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > port after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.111145 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.111554 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > port after_update 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.111881 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.112198 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.112511 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.112823 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.225146 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.225430 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.225759 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.226089 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:17:31.226473 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54baa6ad-9a35-4121-a2a6-947b27bb5f88']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:31.244211 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539e59f9-c22a-4801-9028-5fad98229c6d') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:31.244506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539e59f9-c22a-4801-9028-5fad98229c6d') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:31.260265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13106241'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.280342 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.287999 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:17:31.288367 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724328'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: from cryptography.utils import int_from_bytes Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: from cryptography.utils import int_from_bytes Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: timer() Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: cb(*args, **kw) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: self._notify() Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: self.callback(batched_events) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: event.method(event) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: return self._get(url).json() Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:17:31.292174 dv-cinder-797333-1-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:17:31.435460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.439613 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-31e406a3-9c64-43b8-93b0-842c5e0f97fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:31.443513 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.445575 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] 10.222.0.37 "DELETE /v2.0/networks/54baa6ad-9a35-4121-a2a6-947b27bb5f88 HTTP/1.1" status: 204 len: 168 time: 0.4910138 Jun 22 09:17:31.459712 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Pushing event deleted for resources: {'Network': ['ID=54baa6ad-9a35-4121-a2a6-947b27bb5f88,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:31.462261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e40768dc-6003-4996-8cef-932ea2793164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:31.800059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37576) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:31.840575 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-1142186a-09bc-4bf7-ac3c-0b2aaa8bbea3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fac8a034ef9c451980b21aa97c9a79c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390725 Jun 22 09:17:31.842590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37578) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:17:31.893141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:31.914343 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:32.040245 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:32.042904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:32.044822 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91888eae-6559-4fc7-bec4-489178258dce HTTP/1.1" status: 204 len: 168 time: 0.2013593 Jun 22 09:17:32.045622 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0916247c-2e72-4a53-8247-d3b79357e567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:17:32.053345 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91888eae-6559-4fc7-bec4-489178258dce,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:32.055720 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:17:32.754803 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:40.176816 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70026934-f773-4898-a92d-588e9b50bcb0 req-17027fbc-257e-4175-895f-fa71527dcddd tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:40.178262 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-70026934-f773-4898-a92d-588e9b50bcb0 req-17027fbc-257e-4175-895f-fa71527dcddd tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0641181 Jun 22 09:17:40.214012 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-70026934-f773-4898-a92d-588e9b50bcb0 req-e95ee3c1-00aa-46d4-b8a2-e9bb98c77e47 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301054 Jun 22 09:17:41.388894 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a9175-2da6-4162-af74-73ff37bfeaf4 req-623413a9-65b8-49bb-85ea-8372a2d15b58 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:41.390361 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-341a9175-2da6-4162-af74-73ff37bfeaf4 req-623413a9-65b8-49bb-85ea-8372a2d15b58 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0638995 Jun 22 09:17:41.429565 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-341a9175-2da6-4162-af74-73ff37bfeaf4 req-ad435f95-7623-44a7-b81b-088f095c44e8 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332210 Jun 22 09:17:42.601252 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f709-db8c-4f99-bf98-8f4c38cca5e5 req-c59c287f-d220-47dc-8bfa-6878bb25761f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:42.602691 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eff6f709-db8c-4f99-bf98-8f4c38cca5e5 req-c59c287f-d220-47dc-8bfa-6878bb25761f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0645630 Jun 22 09:17:42.639142 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eff6f709-db8c-4f99-bf98-8f4c38cca5e5 req-d5a61d99-e14b-49ca-ac9a-a58e7c8f5c44 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302074 Jun 22 09:17:43.806413 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59816f64-a063-4762-b8a9-38d8b2c0bd48 req-cf115701-365e-4e28-92b4-e4ab914d9d29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:43.807861 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-59816f64-a063-4762-b8a9-38d8b2c0bd48 req-cf115701-365e-4e28-92b4-e4ab914d9d29 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0612218 Jun 22 09:17:43.844610 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-59816f64-a063-4762-b8a9-38d8b2c0bd48 req-10c7f97e-8e63-4012-8f9d-0f6a3dac38c4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305467 Jun 22 09:17:45.016489 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4103d-f0c2-47fd-a517-ab0f9d469d42 req-e1c29cd4-ffc7-4dcf-a4e5-1cd1b686002d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:45.017843 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d9c4103d-f0c2-47fd-a517-ab0f9d469d42 req-e1c29cd4-ffc7-4dcf-a4e5-1cd1b686002d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0639467 Jun 22 09:17:45.055193 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d9c4103d-f0c2-47fd-a517-ab0f9d469d42 req-3b9a9a91-c5e4-4d30-8af5-39f0cc5ae2d1 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Jun 22 09:17:46.230133 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283d6e-60f1-49e8-a947-84fbd4a0deec req-7d63244c-ff1c-4e9d-8724-a1b5b58e8a66 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:46.231573 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b0283d6e-60f1-49e8-a947-84fbd4a0deec req-7d63244c-ff1c-4e9d-8724-a1b5b58e8a66 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0635006 Jun 22 09:17:46.268870 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b0283d6e-60f1-49e8-a947-84fbd4a0deec req-6c415827-e18f-41fd-9c73-3bd957a65769 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Jun 22 09:17:47.439077 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe28487-fc32-4fa3-9475-e9002bde95c2 req-61fca321-6fb4-41ee-8b15-dbbdeee14ab4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:47.440532 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cbe28487-fc32-4fa3-9475-e9002bde95c2 req-61fca321-6fb4-41ee-8b15-dbbdeee14ab4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0620229 Jun 22 09:17:47.481073 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cbe28487-fc32-4fa3-9475-e9002bde95c2 req-20eea30e-3e61-49eb-a0cd-e51505fdb8a3 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Jun 22 09:17:48.649892 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f464297-a430-486f-a399-daad4ef27978 req-19773617-ce63-4563-8307-522a90301360 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:48.652533 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f464297-a430-486f-a399-daad4ef27978 req-19773617-ce63-4563-8307-522a90301360 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0617580 Jun 22 09:17:48.691485 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5f464297-a430-486f-a399-daad4ef27978 req-b56c35dd-a9d3-43d5-82b6-723baea4b7ed tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Jun 22 09:17:49.859194 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed069-9c8c-42b8-a938-33e1d5d7109f req-b111ab17-3c28-4048-b9fa-3bac6866a4cf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:49.860638 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-624ed069-9c8c-42b8-a938-33e1d5d7109f req-b111ab17-3c28-4048-b9fa-3bac6866a4cf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0624321 Jun 22 09:17:49.898264 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-624ed069-9c8c-42b8-a938-33e1d5d7109f req-e0b64652-c89e-41c4-9b92-769f99d715af tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jun 22 09:17:51.066797 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfa5a2-fddc-438b-aa2c-5cc444f658f7 req-69322cdd-25df-4684-a0fb-a6acc2bf0472 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:51.068180 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1fcfa5a2-fddc-438b-aa2c-5cc444f658f7 req-69322cdd-25df-4684-a0fb-a6acc2bf0472 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0608785 Jun 22 09:17:51.111376 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1fcfa5a2-fddc-438b-aa2c-5cc444f658f7 req-cf93318e-e070-4602-815b-018b34d7d0d0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376158 Jun 22 09:17:51.444354 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-7b0f2b8d-3a15-4943-981d-198c1bc50f75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500805 Jun 22 09:17:52.285150 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bbfe-1eef-40fa-ad5c-e4315657ce68 req-48cf5d9b-de61-468e-86b4-f5deab815fcf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:52.286575 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2365bbfe-1eef-40fa-ad5c-e4315657ce68 req-48cf5d9b-de61-468e-86b4-f5deab815fcf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0667598 Jun 22 09:17:52.322612 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2365bbfe-1eef-40fa-ad5c-e4315657ce68 req-8d8666c3-2fd0-4c9e-b2a3-109fcd28014b tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304749 Jun 22 09:17:53.066716 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-c1dd298c-fa1e-412f-93c7-769740cd515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:53.068095 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-c1dd298c-fa1e-412f-93c7-769740cd515f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 1099 time: 0.0515630 Jun 22 09:17:53.175463 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-bee3e0a4-675c-424c-9e55-6fea1cce919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:53.176875 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-bee3e0a4-675c-424c-9e55-6fea1cce919f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0810707 Jun 22 09:17:53.244483 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-caf63136-66bf-4d23-b840-33e93eac7ed1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 200 len: 1001 time: 0.0585971 Jun 22 09:17:53.293337 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-59822254-0810-4a09-a1e7-de64e811a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:53.294722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-59822254-0810-4a09-a1e7-de64e811a392 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0409708 Jun 22 09:17:53.353336 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-214678e8-c13b-4be4-988c-094831605599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:53.355501 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-214678e8-c13b-4be4-988c-094831605599 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492799 Jun 22 09:17:53.453597 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-8663ee3c-379d-430c-b3c9-35167c9f5b34 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864544 Jun 22 09:17:53.491584 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5a502-1e61-4fd3-8367-41285b30e75c req-66bd9a2c-14de-4469-ab5f-48fb48228fed tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:53.493029 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-31d5a502-1e61-4fd3-8367-41285b30e75c req-66bd9a2c-14de-4469-ab5f-48fb48228fed tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0623305 Jun 22 09:17:53.530240 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-31d5a502-1e61-4fd3-8367-41285b30e75c req-e323b292-f81d-4641-8977-4a022c409a95 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Jun 22 09:17:53.544586 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6aeaf2d9-2700-45fc-83c4-9b16f60f75b3 req-621adc56-ac8b-4fc3-8b34-a3970f24d525 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829229 Jun 22 09:17:54.171454 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:54.714059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca8fe5-8d2b-469c-ad92-19538c790b58 req-cb8ab728-6d35-4808-aa1c-d61656a58011 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:54.715844 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72ca8fe5-8d2b-469c-ad92-19538c790b58 req-cb8ab728-6d35-4808-aa1c-d61656a58011 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0713444 Jun 22 09:17:54.758430 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72ca8fe5-8d2b-469c-ad92-19538c790b58 req-7db0ac35-2893-4c77-bfa5-a72d804c2499 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342240 Jun 22 09:17:55.822608 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f88bc0c9-b378-4aa5-8046-78b7c9c2bb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:55.932596 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e9bb-56ed-431a-a96f-74541d324359 req-9ca0a433-dd06-453d-ad95-60ff7666e625 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:55.934186 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e2d9e9bb-56ed-431a-a96f-74541d324359 req-9ca0a433-dd06-453d-ad95-60ff7666e625 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0622902 Jun 22 09:17:55.971262 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e2d9e9bb-56ed-431a-a96f-74541d324359 req-f2c1d70d-9d0d-48f8-a087-58a945268d4e tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313773 Jun 22 09:17:57.143772 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cf5de-8a5c-4bc8-9c98-3e8db8ad220a req-a852857e-8005-4487-9b7c-1272b2d9b2b0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:57.145199 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a22cf5de-8a5c-4bc8-9c98-3e8db8ad220a req-a852857e-8005-4487-9b7c-1272b2d9b2b0 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0618441 Jun 22 09:17:57.181520 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a22cf5de-8a5c-4bc8-9c98-3e8db8ad220a req-f02fb54c-d7bb-4696-99b0-56786f182c32 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Jun 22 09:17:58.358140 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ccfc-e4d2-472f-83bf-f1b397614a6a req-7b03d413-f318-4e05-9210-fab9ab2d43c5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:58.359575 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-acf3ccfc-e4d2-472f-83bf-f1b397614a6a req-7b03d413-f318-4e05-9210-fab9ab2d43c5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0640464 Jun 22 09:17:58.395362 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-acf3ccfc-e4d2-472f-83bf-f1b397614a6a req-c9d7ff55-bd37-474f-b03c-f1e7b963fc85 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302584 Jun 22 09:17:59.267942 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-39dd3024-5d16-41e9-8789-5775c7d4ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:17:59.567181 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc4afb-7b0a-4118-93e5-789c5f53f050 req-482bc9ce-816b-44ba-afd4-c05edf296eae tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:17:59.568523 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cedc4afb-7b0a-4118-93e5-789c5f53f050 req-482bc9ce-816b-44ba-afd4-c05edf296eae tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0656710 Jun 22 09:17:59.605793 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-cedc4afb-7b0a-4118-93e5-789c5f53f050 req-13345720-8b8c-4306-a3b6-9bdc93a78c4c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Jun 22 09:17:59.813682 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:18:00.159942 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.325373 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37788) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:00.425349 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.512485 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.582506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.585061 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-27c60ac6-56a6-4121-9da5-ca214ab9caa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:00.619901 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04bd4b4-52fd-4b3f-88f1-6a881c1561a2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:00.627224 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40394efc3ebc4e0bb8cfe687280085ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984176 Jun 22 09:18:00.627224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:00.627491 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37792) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:00.678040 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.704328 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.748406 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.798157 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fa3b0-e7f3-4b15-b2b9-84316d7dec35 req-3abdd92e-46a6-4d53-a62d-6881259afb77 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:00.799634 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ce5fa3b0-e7f3-4b15-b2b9-84316d7dec35 req-3abdd92e-46a6-4d53-a62d-6881259afb77 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0659485 Jun 22 09:18:00.830171 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.832730 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:00.833798 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b04bd4b4-52fd-4b3f-88f1-6a881c1561a2 HTTP/1.1" status: 204 len: 168 time: 0.2055292 Jun 22 09:18:00.836293 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-344a5f4a-0289-48a1-988b-9296736dab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:00.847202 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ce5fa3b0-e7f3-4b15-b2b9-84316d7dec35 req-4ed769ab-8494-41cb-adea-1ceb9b020af9 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Jun 22 09:18:00.848316 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04bd4b4-52fd-4b3f-88f1-6a881c1561a2,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:00.850549 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:01.633304 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-6f608635-202b-409b-bbb9-84b12ad165ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:01.634748 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-6f608635-202b-409b-bbb9-84b12ad165ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0514240 Jun 22 09:18:01.720830 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-b80f7b57-5e13-4de3-b927-5ac2d5220fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:01.722251 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-b80f7b57-5e13-4de3-b927-5ac2d5220fce service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 909 time: 0.0802929 Jun 22 09:18:01.788774 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-ab784bb4-9369-4564-b250-6de3e564d553 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 1001 time: 0.0585113 Jun 22 09:18:01.836649 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-6c768cd4-b28d-490a-923d-bfd4b09c7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:01.837990 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-6c768cd4-b28d-490a-923d-bfd4b09c7d24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.0419073 Jun 22 09:18:01.895048 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-91d8f358-3e5c-4684-a6c7-b1947e18483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:01.896588 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-91d8f358-3e5c-4684-a6c7-b1947e18483b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513246 Jun 22 09:18:02.019881 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-e7407e0c-cf8f-4ba7-8719-4a778ebaa1be service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154640 Jun 22 09:18:02.096311 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfcba4-b1f9-4c34-9946-a95bf12e819e req-127913ba-6493-4a2e-b249-40e4b7ce83ad tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:02.097743 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a5cfcba4-b1f9-4c34-9946-a95bf12e819e req-127913ba-6493-4a2e-b249-40e4b7ce83ad tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.1294155 Jun 22 09:18:02.142812 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fddf9c7a-d095-4a02-b2be-d82cac022eed req-b658fdf1-fca9-48b3-b26b-c35904e7a58e service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138754 Jun 22 09:18:02.160644 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a5cfcba4-b1f9-4c34-9946-a95bf12e819e req-1e7d9529-1a4d-48ee-b0ad-84c048a5500f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570991 Jun 22 09:18:02.759535 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:03.329514 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a11f3e-e483-4fba-995e-69c32254f6db req-ad01808a-935c-4a5d-8c36-c3f65a5b0374 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:03.330958 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-86a11f3e-e483-4fba-995e-69c32254f6db req-ad01808a-935c-4a5d-8c36-c3f65a5b0374 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0612936 Jun 22 09:18:03.366417 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-86a11f3e-e483-4fba-995e-69c32254f6db req-dba59f6b-ff0f-4bb6-bef3-bfa954dee7cf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298803 Jun 22 09:18:04.536934 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279551-6e7f-45d8-8ec8-ab9519c49a80 req-61d203cd-1523-488a-9c42-4e50010a6440 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:04.538368 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9d279551-6e7f-45d8-8ec8-ab9519c49a80 req-61d203cd-1523-488a-9c42-4e50010a6440 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0616667 Jun 22 09:18:04.574837 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9d279551-6e7f-45d8-8ec8-ab9519c49a80 req-f5095af1-96ac-4395-9247-1d107f7f30cd tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Jun 22 09:18:05.753375 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbd17-3e68-41d6-be43-879728353809 req-e4496fa5-12ce-4ebb-8a49-6120cd4ff712 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:05.754829 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-560bbd17-3e68-41d6-be43-879728353809 req-e4496fa5-12ce-4ebb-8a49-6120cd4ff712 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0671282 Jun 22 09:18:05.794918 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-560bbd17-3e68-41d6-be43-879728353809 req-55b99df4-7300-4167-bf51-df409051ec89 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Jun 22 09:18:06.294646 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3fd51-f0e7-4795-b3d6-2b17a314d46a req-a8357448-53f7-4c2a-92e9-db1a37feb2c2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:06.296039 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-11c3fd51-f0e7-4795-b3d6-2b17a314d46a req-a8357448-53f7-4c2a-92e9-db1a37feb2c2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.1012247 Jun 22 09:18:06.299493 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-df58ef24-53e4-4f4c-943e-137e1eca9f80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950100 Jun 22 09:18:06.334136 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-11c3fd51-f0e7-4795-b3d6-2b17a314d46a req-e0419af3-b80d-4fc8-9657-12d0c6b4b611 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Jun 22 09:18:06.970661 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:18:07.044141 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:07.065699 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:18:07.067975 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb46f1c2-9098-44d1-b84f-81dee9fc6724" -d '{"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:07.080894 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:07.103345 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab12749-deb5-421b-9572-dbd4ce785357 x-openstack-request-id: req-0ab12749-deb5-421b-9572-dbd4ce785357 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:07.103345 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-unplugged", "status": "failed", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "code": 422}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:07.103345 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ab12749-deb5-421b-9572-dbd4ce785357 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:07.103345 dv-cinder-797333-1-iscsi neutron-server[93486]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'code': 422} returned with failed status Jun 22 09:18:07.137297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:07.139073 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:07.188834 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=6']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:07.195577 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.195921 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.196254 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.196585 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.196910 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.197236 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.197555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.197878 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.198485 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.198809 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.199151 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.199470 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.203498 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:07.510224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe2f74-5c8a-4807-95f7-6a433bd727ca req-d55c4dc4-5809-4956-9d75-0268d89dc421 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:07.512812 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4ebe2f74-5c8a-4807-95f7-6a433bd727ca req-d55c4dc4-5809-4956-9d75-0268d89dc421 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0689354 Jun 22 09:18:07.550709 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-4ebe2f74-5c8a-4807-95f7-6a433bd727ca req-ce38e4d2-679b-4bf2-bc22-c647a68c4a4b tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Jun 22 09:18:08.763484 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838c0ea-bb73-41c2-9e01-26454b6eae5a req-f4d0b73b-3c9d-4c50-bdda-770a494f2bdc tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:08.764920 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6838c0ea-bb73-41c2-9e01-26454b6eae5a req-f4d0b73b-3c9d-4c50-bdda-770a494f2bdc tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.1039605 Jun 22 09:18:08.780222 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419591f-1565-485c-a8da-fe39de6e2492 req-79737aec-e611-409e-8847-d9acb23e5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:08.781610 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-79737aec-e611-409e-8847-d9acb23e5c23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d&tenant_id=7b52a1cfb48f460f9de942ca48a3e483 HTTP/1.1" status: 200 len: 1097 time: 0.0823734 Jun 22 09:18:08.808504 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6838c0ea-bb73-41c2-9e01-26454b6eae5a req-13197c63-96e6-4c55-8eb6-8ffd9d18fd81 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366797 Jun 22 09:18:08.859131 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419591f-1565-485c-a8da-fe39de6e2492 req-897d6904-8c44-4f81-a1db-8febd78410ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:08.860517 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-897d6904-8c44-4f81-a1db-8febd78410ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1097 time: 0.0511775 Jun 22 09:18:08.953144 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419591f-1565-485c-a8da-fe39de6e2492 req-89af4ab9-a721-4b1d-a323-c3fdae4a20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:08.954572 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-89af4ab9-a721-4b1d-a323-c3fdae4a20d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 909 time: 0.0852153 Jun 22 09:18:09.019449 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-39026c82-4509-4641-9692-4612a3fa286d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 999 time: 0.0564482 Jun 22 09:18:09.067332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419591f-1565-485c-a8da-fe39de6e2492 req-e8ff12a3-1705-4572-8bd2-d0a088d27542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:09.068702 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-e8ff12a3-1705-4572-8bd2-d0a088d27542 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.0414729 Jun 22 09:18:09.129432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419591f-1565-485c-a8da-fe39de6e2492 req-794894c4-83b6-4db3-978f-c61e640f0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:09.130786 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-794894c4-83b6-4db3-978f-c61e640f0b51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540588 Jun 22 09:18:09.220343 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-1010b79f-317e-413c-9fe9-0e6db7a01a71 service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783310 Jun 22 09:18:09.314442 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-e6865c98-be85-460d-b4f7-038e3d0bd840 service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829787 Jun 22 09:18:09.977452 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04966f-54ad-4f5b-8b74-d7cb5d91c3e1 req-0a8b0fd0-8404-489c-b741-720f84b9877d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:09.978813 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ed04966f-54ad-4f5b-8b74-d7cb5d91c3e1 req-0a8b0fd0-8404-489c-b741-720f84b9877d tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0625677 Jun 22 09:18:10.016302 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ed04966f-54ad-4f5b-8b74-d7cb5d91c3e1 req-2d686ed4-a1a0-439f-b832-d7a63d8cba77 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Jun 22 09:18:11.182859 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0baa3e-198e-4f45-9126-370ea65c0d3e req-e34a6b35-c028-4923-8017-80eda90c0260 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:11.184307 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-df0baa3e-198e-4f45-9126-370ea65c0d3e req-e34a6b35-c028-4923-8017-80eda90c0260 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0622075 Jun 22 09:18:11.221280 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-df0baa3e-198e-4f45-9126-370ea65c0d3e req-8184ab1b-1ad6-4615-8058-0f357c66012b tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Jun 22 09:18:12.395215 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb170f8f-6fb6-4a59-bf08-56c36ee32fe8 req-f171b6cb-2fd4-440f-a0e4-46c1d46ba973 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:12.396662 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eb170f8f-6fb6-4a59-bf08-56c36ee32fe8 req-f171b6cb-2fd4-440f-a0e4-46c1d46ba973 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0660205 Jun 22 09:18:12.433225 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eb170f8f-6fb6-4a59-bf08-56c36ee32fe8 req-aebadf31-5a20-427e-9d82-d775ba1402bb tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304329 Jun 22 09:18:13.602534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9728c-31d9-4567-ae3b-b1774c7e145d req-56764bd7-504c-4af9-995e-b13e3539adb7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:13.603970 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-63d9728c-31d9-4567-ae3b-b1774c7e145d req-56764bd7-504c-4af9-995e-b13e3539adb7 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0600078 Jun 22 09:18:13.641350 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-63d9728c-31d9-4567-ae3b-b1774c7e145d req-6a61c33f-5c19-4553-a0b6-854f62bd276a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Jun 22 09:18:14.822880 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0cfc-b7a1-44f6-89ac-5b860d4deecd req-daf01d43-81b5-4722-bc21-57a2f5a98af2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:14.824710 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b22a0cfc-b7a1-44f6-89ac-5b860d4deecd req-daf01d43-81b5-4722-bc21-57a2f5a98af2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.0717359 Jun 22 09:18:14.863400 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b22a0cfc-b7a1-44f6-89ac-5b860d4deecd req-19d98c49-919a-495c-941e-06e64050f6a5 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329971 Jun 22 09:18:16.304691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1db0-3352-4804-a9a2-387ed4ba1901 req-225e8b12-7141-4784-b2ca-6a9a7bcd4dfe tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:16.306125 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fb9d1db0-3352-4804-a9a2-387ed4ba1901 req-225e8b12-7141-4784-b2ca-6a9a7bcd4dfe tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 944 time: 0.3314533 Jun 22 09:18:16.343529 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fb9d1db0-3352-4804-a9a2-387ed4ba1901 req-243197a6-f574-4c94-abae-9fb82b0c1b77 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Jun 22 09:18:16.992091 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:18:17.083618 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:17.094971 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'port_id': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'mac_address': 'fa:16:3e:ad:40:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:18:17.132791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:17.145174 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c970d7-2530-4072-99f8-29fb22ac3705 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:18:17.164397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:17.244642 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:17.246864 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:17.291185 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=7']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:17.294610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:17.513977 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b28a3d-b7ea-464e-9e07-8bb423a697c3 req-f6baf0bb-8838-4f98-9563-84dd848f7224 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:17.515338 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-10b28a3d-b7ea-464e-9e07-8bb423a697c3 req-f6baf0bb-8838-4f98-9563-84dd848f7224 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0619516 Jun 22 09:18:17.561929 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-10b28a3d-b7ea-464e-9e07-8bb423a697c3 req-569eaa63-7296-40b3-9adb-b2e1b176765c tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Jun 22 09:18:17.651142 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['c5c970d7-2530-4072-99f8-29fb22ac3705'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:18:18.729950 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e385c-b1ba-4458-a6a2-1147bb7b89f9 req-dc052e00-f5b9-4942-9378-cabce8151e91 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:18.731545 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b88e385c-b1ba-4458-a6a2-1147bb7b89f9 req-dc052e00-f5b9-4942-9378-cabce8151e91 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 945 time: 0.0621681 Jun 22 09:18:18.769411 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b88e385c-b1ba-4458-a6a2-1147bb7b89f9 req-8e2a8fc0-1ee0-4822-846b-cd4c62b50c34 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Jun 22 09:18:18.999390 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:18:19.045207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port c5c970d7-2530-4072-99f8-29fb22ac3705 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:18:19.045589 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:19.121863 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:19.144378 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:18:19.146657 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a4068e-5039-4444-adea-5929baa4c6bb" -d '{"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-plugged", "status": "completed", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:19.159140 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:19.182432 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c5ce6-adec-4e23-ae2b-609d15b5abe1 x-openstack-request-id: req-772c5ce6-adec-4e23-ae2b-609d15b5abe1 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:19.182723 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-plugged", "status": "completed", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:19.183698 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-772c5ce6-adec-4e23-ae2b-609d15b5abe1 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:19.184124 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'code': 200} Jun 22 09:18:19.205274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:19.207850 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:19.252722 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=8']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:19.255585 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:19.472397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffc2b3-9e29-4432-a4a5-8d5c79378c3a req-e90c4b4d-9114-4c60-b34d-e5b8fca227d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:19.473843 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-60ffc2b3-9e29-4432-a4a5-8d5c79378c3a req-e90c4b4d-9114-4c60-b34d-e5b8fca227d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0540202 Jun 22 09:18:19.508023 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-60ffc2b3-9e29-4432-a4a5-8d5c79378c3a req-a5978bc8-8722-406b-bea3-960b7ae7c32d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268950 Jun 22 09:18:19.938291 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40de4-41d8-4cbd-ba1b-da44d56b79ec req-c51e1acf-7c12-4b64-b57a-1e12b98b9b7a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:19.939762 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4bd40de4-41d8-4cbd-ba1b-da44d56b79ec req-c51e1acf-7c12-4b64-b57a-1e12b98b9b7a tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0621631 Jun 22 09:18:19.976743 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4bd40de4-41d8-4cbd-ba1b-da44d56b79ec req-9174391d-2609-4b5b-ac9b-c06555a9b8f6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Jun 22 09:18:21.159445 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211db69a-1c77-43f6-90db-be44289f1dde req-5806302c-591b-4042-b871-0d982d393545 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:21.160904 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-211db69a-1c77-43f6-90db-be44289f1dde req-5806302c-591b-4042-b871-0d982d393545 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0682235 Jun 22 09:18:21.205637 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-211db69a-1c77-43f6-90db-be44289f1dde req-0b616742-ea1e-49b3-a0b0-643890807152 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391016 Jun 22 09:18:24.187416 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:25.821756 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a513-ec8c-4eb4-b839-b7326a2275fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:29.244524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c36c38c-b7ac-424d-af5d-da442439d4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:30.101471 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:30.758743 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:32.758776 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:36.814854 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:18:41.280885 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86264c14-828e-4b9a-a17f-38340aae43cb req-ae33e6a7-98b2-4948-9c08-52450b073f1a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:41.282348 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-86264c14-828e-4b9a-a17f-38340aae43cb req-ae33e6a7-98b2-4948-9c08-52450b073f1a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0651026 Jun 22 09:18:41.321780 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-86264c14-828e-4b9a-a17f-38340aae43cb req-1a857602-4f1e-404f-ba04-227863dce249 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jun 22 09:18:42.496272 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74932-08c6-4e0f-aa11-8a44776f31ca req-d799b51f-1450-4c55-b50d-f23ff25567db tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:42.497905 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-78a74932-08c6-4e0f-aa11-8a44776f31ca req-d799b51f-1450-4c55-b50d-f23ff25567db tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0620353 Jun 22 09:18:42.537361 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-78a74932-08c6-4e0f-aa11-8a44776f31ca req-26af17ef-2454-4e76-b552-351b91fb8553 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Jun 22 09:18:43.717205 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d81e3-7ad7-4eb1-ae80-bbbd61e32da5 req-66e993e2-625f-48ec-80a6-ee914be1a527 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:43.718641 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-878d81e3-7ad7-4eb1-ae80-bbbd61e32da5 req-66e993e2-625f-48ec-80a6-ee914be1a527 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0660441 Jun 22 09:18:43.754693 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-878d81e3-7ad7-4eb1-ae80-bbbd61e32da5 req-fb2a590f-af8e-48e7-bc13-b74da8003bdc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=649b9372-d4cd-4560-b37f-462ce14cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305109 Jun 22 09:18:43.901021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-6418d2a0-c602-45fc-a08d-15019234f526 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:43.902297 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-6418d2a0-c602-45fc-a08d-15019234f526 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0645289 Jun 22 09:18:44.000065 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Deleting port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:18:44.000401 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:44.091856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] For port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:44.092208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:44.280665 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:44.280940 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:44.281251 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Floating IP e0c2a71b-6a35-4b97-9394-ff13bbb29c73 disassociated. External IP: 172.27.0.247, port: d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7. Jun 22 09:18:44.281585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Calling delete_port for d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:18:44.455817 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:44.459764 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dc10cdbc-301d-411f-829a-3fef143408cc tempest-ServerRescueNegativeTestJSON-1552901976 tempest-ServerRescueNegativeTestJSON-1552901976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:44.485113 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event deleted for resources: {'Port': ['ID=d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:44.495047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.495455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.495837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.496211 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.496672 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.497039 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.497400 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.497758 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.498116 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.498471 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.498830 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.499211 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:44.502643 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:44.607605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Router cb28850f-4802-4c30-a6fc-f354c99cd670 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:18:44.713233 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:18:44.725247 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:18:44.734184 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:18:44.734805 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:18:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:44.761284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] No DVR routers for this DVR port d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:18:44.764653 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:44.766653 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f78528c2-3950-4ca5-bcf7-96964b93409e req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "DELETE /v2.0/ports/d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 HTTP/1.1" status: 204 len: 173 time: 0.8557117 Jun 22 09:18:44.767212 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-deleted', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:18:44.769720 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf65cd1-7390-41cf-a642-d3c784049b5a" -d '{"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-deleted", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:44.813305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dca86f-2d96-472d-a985-cf2664ea0cb6 x-openstack-request-id: req-48dca86f-2d96-472d-a985-cf2664ea0cb6 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:44.813781 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8038cd5-97e1-4da5-bb5b-4845ebde7ea3", "name": "network-vif-deleted", "tag": "d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:44.814326 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48dca86f-2d96-472d-a985-cf2664ea0cb6 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:44.815025 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8038cd5-97e1-4da5-bb5b-4845ebde7ea3', 'name': 'network-vif-deleted', 'tag': 'd2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7', 'status': 'completed', 'code': 200} Jun 22 09:18:44.852941 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:18:44.912633 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c0ce544a-6a99-476a-a18d-80f3483d2ff4 req-053b42f1-0478-4434-9f50-e72e7360d428 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8038cd5-97e1-4da5-bb5b-4845ebde7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0326123 Jun 22 09:18:45.170522 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:45.196180 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:18:45.205244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:18:45.205860 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:18:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:45.316467 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:18:45.518187 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:45.544609 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8af7-c985-4624-aca7-ff60d797fb16 None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:18:45.759832 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7dbfa-e234-46dd-aea0-4dfcc16a09d6 None None] New status for floating IP e0c2a71b-6a35-4b97-9394-ff13bbb29c73: DOWN {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:18:46.137115 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37912) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:46.190604 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.212767 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.329657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.332384 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.333535 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "DELETE /v2.0/security-groups/649b9372-d4cd-4560-b37f-462ce14cabb2 HTTP/1.1" status: 204 len: 168 time: 0.1953621 Jun 22 09:18:46.334406 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6c68335e-cff2-422a-88c1-bb0bef7aec2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:46.336282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 37914) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:46.343506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b9372-d4cd-4560-b37f-462ce14cabb2,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:46.350778 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.351187 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.351553 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.351917 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.352327 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.352686 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.353083 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.353303 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.api.v2.resource [None req-04bd4b0d-45b6-4f99-a7dc-2b7d9ffb9a8f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] show failed (client error): The resource could not be found. Jun 22 09:18:46.353419 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.353771 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.354117 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.354462 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.354808 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:46.356551 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-04bd4b0d-45b6-4f99-a7dc-2b7d9ffb9a8f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups/649b9372-d4cd-4560-b37f-462ce14cabb2 HTTP/1.1" status: 404 len: 347 time: 0.0186458 Jun 22 09:18:46.358760 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:46.359636 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37916) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:46.522625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Deleting port b754c830-b531-4b33-9949-34849bd246a1 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:18:46.522975 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.597370 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.597607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.661179 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Calling delete_port for b754c830-b531-4b33-9949-34849bd246a1 owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:18:46.861080 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.863014 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c8b8a37b-2adc-4cd0-8ae3-5e787a897dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:46.886681 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event deleted for resources: {'Port': ['ID=b754c830-b531-4b33-9949-34849bd246a1,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:46.889987 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:46.947985 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.951266 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:46.952554 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "DELETE /v2.0/floatingips/e0c2a71b-6a35-4b97-9394-ff13bbb29c73 HTTP/1.1" status: 204 len: 168 time: 0.5920076 Jun 22 09:18:47.150213 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:18:47.170866 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:18:47.171239 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d2d9fbc5-8f9f-4713-b8d7-4e9c561cf1b7 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:18:47.419775 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37920) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:47.424393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035041189', 'description': 'tempest-description--1772912786'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:18:47.561397 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.641641 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.690154 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.692636 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a13c2b55-e2b2-4554-a428-83399c126aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:47.721939 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:47.724631 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:47.764365 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.765568 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3448069 Jun 22 09:18:47.768399 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37922) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:47.772773 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'security_group_rule': {'security_group_id': '72ff5f9e-8d54-4034-b7ed-a42d88a99d3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:18:47.831588 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.885587 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.964416 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:47.966834 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:47.983690 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297b5b66-1cf0-48a2-9c0c-bfc3f0452a07,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:47.986568 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:48.056009 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.057194 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ccdb2b63-9dab-43df-b873-5ba882b276ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878864 Jun 22 09:18:48.060124 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37924) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:48.064572 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'security_group_rule': {'security_group_id': '72ff5f9e-8d54-4034-b7ed-a42d88a99d3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:18:48.151906 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.205754 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.283887 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.285775 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:48.302841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5a2955-e5a4-4e59-b89f-b1176eb4edf7,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:48.305616 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:48.352460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.353644 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-be0744db-e23e-4237-8871-e546b32530be tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926164 Jun 22 09:18:48.357024 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 37926) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:18:48.361444 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:18:48.432630 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.526955 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.625172 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Allocated IP 172.27.0.46 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/9ae7d615-0403-4d59-9d1b-17dd1eb6f1f5) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:18:48.749310 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.844495 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724514'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:48.846507 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d8463ea4-b99b-48ab-83f0-67071040cda1 tempest-DeleteServersTestJSON-65903927 tempest-DeleteServersTestJSON-65903927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:48.885038 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:18:48.890372 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:18:48.893190 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:18:48.898773 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'Port': ['ID=9ae7d615-0403-4d59-9d1b-17dd1eb6f1f5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:48.901242 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:48.980430 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:49.075781 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:49.217919 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:49.255621 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724496'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:49.258247 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:49.320311 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'Port': ['ID=9ae7d615-0403-4d59-9d1b-17dd1eb6f1f5,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:49.325583 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:49.331852 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:49.387047 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:49.388298 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0303407 Jun 22 09:18:49.570584 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-94164c6e-f4da-4c28-bf27-739fcbc2d22b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1035041189&fields=id&tenant_id=6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 267 time: 0.0324244 Jun 22 09:18:49.675834 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-8c154fe5-7470-457c-9a40-348fee325f03 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:49.677293 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-8c154fe5-7470-457c-9a40-348fee325f03 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 817 time: 0.1004798 Jun 22 09:18:49.692098 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-ad4aecfb-ab55-4369-a34c-b8184b0222d5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/quotas/6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 375 time: 0.0092814 Jun 22 09:18:49.759779 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4fd6675b-9f57-448f-b30b-2be07183ee16 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625603 Jun 22 09:18:49.854779 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-a780581c-4145-4583-a9c6-c6f79094821e service neutron] 10.222.0.37 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Jun 22 09:18:49.941712 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-ebb412bd-b269-47d2-a817-dcaa463e52ce service neutron] 10.222.0.37 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Jun 22 09:18:49.967477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-c3bd5ca2-c9d1-44a9-aeb1-b9cac7b36193 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674493 Jun 22 09:18:50.049742 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-697c0c9e-22cd-4edf-b814-59e981df4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:50.051092 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-697c0c9e-22cd-4edf-b814-59e981df4c92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0526340 Jun 22 09:18:50.168616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-f6a04593-721f-4c4e-8781-3d4819363110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:50.170081 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-f6a04593-721f-4c4e-8781-3d4819363110 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 909 time: 0.0959954 Jun 22 09:18:50.207725 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-893b30a3-11c4-46d8-aaa0-801130464e03 req-f0772a0a-2bed-4c5a-9b54-5f24c7043b91 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 210 time: 0.0342417 Jun 22 09:18:50.258329 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-4d2bee34-0337-449c-a331-4d96f011f515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 1001 time: 0.0749404 Jun 22 09:18:50.313590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-3125fb7c-71ad-485c-876c-b6d7e59d0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:50.315074 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-3125fb7c-71ad-485c-876c-b6d7e59d0ce1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.0489907 Jun 22 09:18:50.372668 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-d9311573-0d2b-40b0-902c-2023dcc97f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:50.374139 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-d9311573-0d2b-40b0-902c-2023dcc97f50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515668 Jun 22 09:18:50.464430 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-82f1e6ac-a0ea-4ffb-8b62-a8b862e584af service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792403 Jun 22 09:18:50.560866 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-bb005a90-7eb7-4adc-a316-5e9a4ba93695 req-bbf710ec-dcc4-4548-a906-93f37823b27f service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880666 Jun 22 09:18:51.362399 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3e8aa594-98df-4620-aa26-23a01ea5232d req-36e23be8-96bb-40fb-ae3b-eb27d551dffc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 210 time: 0.0385137 Jun 22 09:18:52.417563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-368a6b7f-965b-41d2-84f5-62935229ea79 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:52.419316 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-368a6b7f-965b-41d2-84f5-62935229ea79 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 817 time: 0.1076410 Jun 22 09:18:52.467086 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-89eca570-abe7-4564-878c-88da2e956371 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 380 time: 0.0350447 Jun 22 09:18:52.477643 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'port': {'device_id': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'admin_state_up': True, 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'security_groups': ['72ff5f9e-8d54-4034-b7ed-a42d88a99d3a']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:18:52.548678 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-37553b28-8086-49a6-87bf-eb7507071675 req-a530f26e-e603-401d-a11d-3f2e04a1f03c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 210 time: 0.0566514 Jun 22 09:18:52.678416 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Made reservation on behalf of 6cd184eaf29b486fb8c79db756807bbe for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:18:52.682089 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:52.803788 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Allocated IP 172.20.0.11 (3f4c1ab5-a9b3-478a-a39a-3b8cff309ece/98d84ca5-482c-4127-abf3-f942eac31370/03e04b4d-d227-489b-897f-aa248b01caf2) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:18:52.940022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:52.952942 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Transition to ACTIVE for port object 03e04b4d-d227-489b-897f-aa248b01caf2 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:18:53.045245 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.049086 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:53.089193 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:18:53.092621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:18:53.096406 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:18:53.124552 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:53.129153 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:53.153223 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:53.154423 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.262174 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7880185 Jun 22 09:18:53.275308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Request body: {'port': {'device_id': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:18:53.346675 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.358084 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-c7c8bcdf-e594-439b-90bd-18bf2a15cd26 None None] Provisioning for port 03e04b4d-d227-489b-897f-aa248b01caf2 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:18:53.362006 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-c7c8bcdf-e594-439b-90bd-18bf2a15cd26 None None] Provisioning complete for port 03e04b4d-d227-489b-897f-aa248b01caf2 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:18:53.362339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c7c8bcdf-e594-439b-90bd-18bf2a15cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.394299 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8bcdf-e594-439b-90bd-18bf2a15cd26 None None] Port 03e04b4d-d227-489b-897f-aa248b01caf2 cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:18:53.599700 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e04b4d-d227-489b-897f-aa248b01caf2 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:18:53.607065 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.618374 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Transition to ACTIVE for port object 03e04b4d-d227-489b-897f-aa248b01caf2 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:18:53.661454 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.664480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dcecaee0-9d1d-4c65-ada7-c16a4872cc12 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:53.738601 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05ff82-1b0b-45b1-8f73-095decc17852 req-9ff7032a-4e0e-48bf-8f58-13544d99a556 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:53.740175 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-af05ff82-1b0b-45b1-8f73-095decc17852 req-9ff7032a-4e0e-48bf-8f58-13544d99a556 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0753851 Jun 22 09:18:53.749935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:53.752852 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:53.786441 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-af05ff82-1b0b-45b1-8f73-095decc17852 req-19c3584f-6c3c-4977-a7fa-2340e67745d3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382926 Jun 22 09:18:53.827911 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Attempting to bind port 03e04b4d-d227-489b-897f-aa248b01caf2 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:18:53.828254 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Attempting to bind port 03e04b4d-d227-489b-897f-aa248b01caf2 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:18:53.828585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Attempting to bind port 03e04b4d-d227-489b-897f-aa248b01caf2 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:18:53.832990 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Port 03e04b4d-d227-489b-897f-aa248b01caf2 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:18:53.833314 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Attempting to bind port 03e04b4d-d227-489b-897f-aa248b01caf2 on network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:18:53.838110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:18:53.838450 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Checking segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:18:53.838837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Bound using segment: {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:18:53.839321 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Bound port: 03e04b4d-d227-489b-897f-aa248b01caf2, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f303d33e-69f5-401a-9bd5-74b234f840ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:18:53.839680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.904402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:18:53.907826 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:18:53.975950 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:53.978025 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dab61c67-a291-4789-a172-99828089e199 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:54.012897 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.013529 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:54.014963 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] 10.222.0.23 "PUT /v2.0/ports/03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 200 len: 1094 time: 0.7438087 Jun 22 09:18:54.015506 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:18:54.017836 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d01a0-58cc-441d-8f6f-7db180fb7bba" -d '{"events": [{"name": "network-changed", "server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:54.042412 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:54.046668 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:54.066548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c25a21-f902-4b30-af4f-0c753d9f9b1b x-openstack-request-id: req-49c25a21-f902-4b30-af4f-0c753d9f9b1b {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:54.066883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:54.071298 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49c25a21-f902-4b30-af4f-0c753d9f9b1b {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:54.071298 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'status': 'completed', 'code': 200} Jun 22 09:18:54.158294 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d01a0-58cc-441d-8f6f-7db180fb7bba req-3b198f02-3fac-4757-ba9f-7c808f2ab1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.159849 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-de3d01a0-58cc-441d-8f6f-7db180fb7bba req-3b198f02-3fac-4757-ba9f-7c808f2ab1b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1097 time: 0.0568573 Jun 22 09:18:54.175586 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:54.261013 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d01a0-58cc-441d-8f6f-7db180fb7bba req-7b7fcd13-4b6a-497c-a526-3a2bcbb15d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.262529 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-de3d01a0-58cc-441d-8f6f-7db180fb7bba req-7b7fcd13-4b6a-497c-a526-3a2bcbb15d23 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6cd184eaf29b486fb8c79db756807bbe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0929527 Jun 22 09:18:54.359512 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d01a0-58cc-441d-8f6f-7db180fb7bba req-332759c9-1569-434d-9cef-9db63cf9cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.360923 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-de3d01a0-58cc-441d-8f6f-7db180fb7bba req-332759c9-1569-434d-9cef-9db63cf9cd66 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871727 Jun 22 09:18:54.454605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-6aead833-d787-4580-9092-ec39441a04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.456143 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-6aead833-d787-4580-9092-ec39441a04f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1097 time: 0.0522590 Jun 22 09:18:54.497723 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-a93f74b2-3e8b-45e7-832e-6f96212e13f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 200 len: 217 time: 0.0329754 Jun 22 09:18:54.551407 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-58a4c3e4-90ce-483e-ac45-6fb6498bfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.552820 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-58a4c3e4-90ce-483e-ac45-6fb6498bfeb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0451257 Jun 22 09:18:54.614357 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-150f8fb8-c26e-4dc3-82c8-63ef0af569d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.615835 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-150f8fb8-c26e-4dc3-82c8-63ef0af569d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501490 Jun 22 09:18:54.703758 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-97f1778d-35d4-445c-8a11-02f5da8b71b9 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804231 Jun 22 09:18:54.797011 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2aa0d958-9d82-47b2-9d52-20821e7d0f26 req-61e2ce4d-6622-4d39-bdc7-8edd39fc4743 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818510 Jun 22 09:18:54.964160 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4a20c-f6ba-4794-8256-a9820ff25ed1 req-06751ca7-01df-4dae-b14d-b900e4ab436f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:54.965718 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-20d4a20c-f6ba-4794-8256-a9820ff25ed1 req-06751ca7-01df-4dae-b14d-b900e4ab436f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0616605 Jun 22 09:18:55.005333 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-20d4a20c-f6ba-4794-8256-a9820ff25ed1 req-04529c23-42a5-4f9a-aafb-050cbe3ba3d0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Jun 22 09:18:55.815554 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-21cd7a18-6303-4b60-b34e-4d51ef17b9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:56.182471 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1e424-6fef-4673-8aec-49c5dd408cd3 req-3362d982-b7ec-4e57-97af-0125170c6c42 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:56.184796 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eff1e424-6fef-4673-8aec-49c5dd408cd3 req-3362d982-b7ec-4e57-97af-0125170c6c42 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0646415 Jun 22 09:18:56.222275 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-eff1e424-6fef-4673-8aec-49c5dd408cd3 req-0b64ecf4-acc9-4854-b635-7dc273e46088 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Jun 22 09:18:56.528285 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008baa-6bc9-4ab3-bb99-a24196a7e5a4 req-8e5408f1-bc60-4626-8322-75d6daf79c76 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:56.529700 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b2008baa-6bc9-4ab3-bb99-a24196a7e5a4 req-8e5408f1-bc60-4626-8322-75d6daf79c76 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.1031725 Jun 22 09:18:56.544421 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e9be-e376-449c-85dd-2326153fa197 req-790613db-5d96-46d1-b95d-2058957f1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:56.545764 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-790613db-5d96-46d1-b95d-2058957f1ee3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1138 time: 0.0861084 Jun 22 09:18:56.612933 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b2008baa-6bc9-4ab3-bb99-a24196a7e5a4 req-40c4e91a-5321-4cd2-a235-73ade5d06e45 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762649 Jun 22 09:18:56.652432 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e9be-e376-449c-85dd-2326153fa197 req-aeaf4eae-9f14-4387-b3b8-8f5ab580c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:56.654147 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-aeaf4eae-9f14-4387-b3b8-8f5ab580c508 service neutron] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 915 time: 0.0959725 Jun 22 09:18:56.723924 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-d9593f31-39ab-4b1e-834b-b0af4f632751 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 1002 time: 0.0605643 Jun 22 09:18:56.772559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e9be-e376-449c-85dd-2326153fa197 req-c1602da0-e494-47f8-8fcb-eebb428f5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:56.773977 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-c1602da0-e494-47f8-8fcb-eebb428f5db5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0423045 Jun 22 09:18:56.837855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e9be-e376-449c-85dd-2326153fa197 req-5bb78057-727e-499d-a8ba-6a3a7a83214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:56.839338 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-5bb78057-727e-499d-a8ba-6a3a7a83214d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529490 Jun 22 09:18:56.930948 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-f2c6e12d-9779-4ae4-b8d4-e7c859a7e457 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838137 Jun 22 09:18:57.020210 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b047e9be-e376-449c-85dd-2326153fa197 req-14659661-4179-46a8-be00-4871eee5b695 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812793 Jun 22 09:18:57.238244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:18:57.332439 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:57.343800 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '03e04b4d-d227-489b-897f-aa248b01caf2', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2', 'mac_address': 'fa:16:3e:7a:8f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:18:57.383337 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:57.396499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e04b4d-d227-489b-897f-aa248b01caf2 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:18:57.410165 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74e3f2-c2e3-4e20-a6d2-07d4ea11613e req-1a4df1f8-9f7f-430e-bd6d-8cf93979e58e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:57.411832 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1d74e3f2-c2e3-4e20-a6d2-07d4ea11613e req-1a4df1f8-9f7f-430e-bd6d-8cf93979e58e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0660191 Jun 22 09:18:57.415775 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:57.450215 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1d74e3f2-c2e3-4e20-a6d2-07d4ea11613e req-1bd2d2dc-d967-4c08-8f16-85fb9960c7bc tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326459 Jun 22 09:18:57.455953 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:57.458653 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:57.502935 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:57.506102 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:57.787143 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a473-b05e-41a2-8afe-c0b8ff370429 req-e374e263-378d-4c74-b6b5-f7331f3ec7c9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:57.788505 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b4d3a473-b05e-41a2-8afe-c0b8ff370429 req-e374e263-378d-4c74-b6b5-f7331f3ec7c9 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0657423 Jun 22 09:18:57.827584 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b4d3a473-b05e-41a2-8afe-c0b8ff370429 req-2fb4e211-d531-40db-a630-a97ac1b228fb tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326903 Jun 22 09:18:57.858306 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['03e04b4d-d227-489b-897f-aa248b01caf2'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:18:58.621479 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a0ef2-846c-4cc0-af16-adae651c3c1c req-18f176af-65e7-4f30-9563-36ba739663a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:58.622914 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a78a0ef2-846c-4cc0-af16-adae651c3c1c req-18f176af-65e7-4f30-9563-36ba739663a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 945 time: 0.0605175 Jun 22 09:18:58.659231 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a78a0ef2-846c-4cc0-af16-adae651c3c1c req-e1e8e713-b601-4e67-901c-e43cf27c78e4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304019 Jun 22 09:18:58.996687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d7736-5792-4523-a41d-b6f6422bf824 req-c2f9832a-4447-4191-99cd-d094cfb79375 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:58.998123 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-870d7736-5792-4523-a41d-b6f6422bf824 req-c2f9832a-4447-4191-99cd-d094cfb79375 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0622613 Jun 22 09:18:59.037700 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-870d7736-5792-4523-a41d-b6f6422bf824 req-78a63b93-1edf-481d-926c-8d98a1e524df tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338178 Jun 22 09:18:59.243040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:18:59.265148 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c8154153-063e-445c-9dc0-5a698130017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:59.346571 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 03e04b4d-d227-489b-897f-aa248b01caf2 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:18:59.350174 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 03e04b4d-d227-489b-897f-aa248b01caf2 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:18:59.350546 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:59.422621 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:59.446396 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:18:59.448622 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b76582-d0c9-4386-950b-7d0c77d463c8" -d '{"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-plugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:59.461499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:59.488759 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d1b921-1188-4a32-82f1-55aad8c7049a x-openstack-request-id: req-d7d1b921-1188-4a32-82f1-55aad8c7049a {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:59.489054 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-plugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:59.489327 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7d1b921-1188-4a32-82f1-55aad8c7049a {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:59.489787 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'code': 200} Jun 22 09:18:59.524096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:18:59.525890 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-76a66bf4-41bf-4cde-baf8-4257dc51102e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:18:59.570781 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:59.573774 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:18:59.839262 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684227e-6764-408c-83a4-12d3fd3d5780 req-62d91eb7-4b9b-45c8-977d-2b90dfc50f10 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:59.840889 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c684227e-6764-408c-83a4-12d3fd3d5780 req-62d91eb7-4b9b-45c8-977d-2b90dfc50f10 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0665886 Jun 22 09:18:59.907214 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c684227e-6764-408c-83a4-12d3fd3d5780 req-0307f134-fb98-402b-aa1f-f5b4b18f501e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575173 Jun 22 09:18:59.918220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7055d-3024-4e49-b1b2-c4981b697b54 req-c97dae04-5539-41cf-ab45-785ea17c5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:18:59.919813 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ba7055d-3024-4e49-b1b2-c4981b697b54 req-c97dae04-5539-41cf-ab45-785ea17c5dd7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1099 time: 0.0772133 Jun 22 09:18:59.955628 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9ba7055d-3024-4e49-b1b2-c4981b697b54 req-bebea0fc-eaf7-4235-8d50-6c1efe381527 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278981 Jun 22 09:19:00.130480 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:00.210534 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abf06b-c45a-462d-b7a9-abaceea31ed3 req-afb5c7c1-43bf-4f26-a4c1-70104290feb2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:00.211980 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-78abf06b-c45a-462d-b7a9-abaceea31ed3 req-afb5c7c1-43bf-4f26-a4c1-70104290feb2 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0644250 Jun 22 09:19:00.251283 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-78abf06b-c45a-462d-b7a9-abaceea31ed3 req-c72291a4-165d-47ea-8061-31e048ca5b83 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322919 Jun 22 09:19:00.781538 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:01.081908 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9351eb-43ed-4c8d-9cc3-e2bd795f8028 req-0caf248b-966d-497a-8b8f-951528c1d629 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:01.083356 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c9351eb-43ed-4c8d-9cc3-e2bd795f8028 req-0caf248b-966d-497a-8b8f-951528c1d629 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0610738 Jun 22 09:19:01.119688 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c9351eb-43ed-4c8d-9cc3-e2bd795f8028 req-ad937e08-f7c6-434b-83d8-d1d6fcdc8a9f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305426 Jun 22 09:19:01.424400 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92272e0-de2b-4d68-8d2c-bce1f89bc60a req-49d78d5c-7467-4102-a0b3-f281dabbaa05 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:01.425828 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c92272e0-de2b-4d68-8d2c-bce1f89bc60a req-49d78d5c-7467-4102-a0b3-f281dabbaa05 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0623724 Jun 22 09:19:01.464375 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c92272e0-de2b-4d68-8d2c-bce1f89bc60a req-453c7085-4a6f-4719-b395-d197323bf743 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329595 Jun 22 09:19:02.296678 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63e45a-41ee-4c7b-b7ad-1eeda1ea70a9 req-0122d000-4537-4174-a33b-412b0f4cf847 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:02.298111 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e63e45a-41ee-4c7b-b7ad-1eeda1ea70a9 req-0122d000-4537-4174-a33b-412b0f4cf847 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0659873 Jun 22 09:19:02.335902 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6e63e45a-41ee-4c7b-b7ad-1eeda1ea70a9 req-89662ba8-18a4-4a69-a1eb-f4d993f09dc6 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322332 Jun 22 09:19:02.501053 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac66ad-482f-47d9-9efb-ce588fcc3ff0 req-57f38590-0932-48ad-acaf-3763993dd178 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:02.502692 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-42ac66ad-482f-47d9-9efb-ce588fcc3ff0 req-57f38590-0932-48ad-acaf-3763993dd178 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0612674 Jun 22 09:19:02.511570 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38004) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:19:02.516904 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Request body: {'floatingip': {'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:19:02.557718 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:02.640895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0621e9a-f122-472a-a254-a42ef71b8711 req-f9e68560-3d07-4c9e-9c33-18097c175fef tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:02.642465 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c0621e9a-f122-472a-a254-a42ef71b8711 req-f9e68560-3d07-4c9e-9c33-18097c175fef tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0640707 Jun 22 09:19:02.684206 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c0621e9a-f122-472a-a254-a42ef71b8711 req-540e422c-d309-4093-85b3-bf8fc81efd1f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346704 Jun 22 09:19:02.833129 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:03.247060 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:03.306981 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:03.405344 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Floating IP 3c110ad9-6ab1-4684-8311-6cf4109a6d01 associated. External IP: 172.27.0.46, port: 03e04b4d-d227-489b-897f-aa248b01caf2. Jun 22 09:19:03.609368 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Router cb28850f-4802-4c30-a6fc-f354c99cd670 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:19:03.717201 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:19:03.722240 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:03.727320 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:19:03.736696 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:19:03.737428 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:18:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:03.759483 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f113ea71-2253-4419-9733-443e4061a3fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "PUT /v2.0/floatingips/3c110ad9-6ab1-4684-8311-6cf4109a6d01 HTTP/1.1" status: 200 len: 991 time: 1.2460799 Jun 22 09:19:03.760479 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:19:03.764526 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:19:03.842225 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:19:03.865670 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fecda2-e564-4838-bfc7-15a93e9101f6 req-dbb343eb-ebf4-4c4e-9761-4286e5662977 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:03.867053 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d1fecda2-e564-4838-bfc7-15a93e9101f6 req-dbb343eb-ebf4-4c4e-9761-4286e5662977 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0653751 Jun 22 09:19:03.909639 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d1fecda2-e564-4838-bfc7-15a93e9101f6 req-c5867665-7035-4479-b6c2-697f198c8e42 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357339 Jun 22 09:19:03.919452 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17293d2a-47e6-4e2c-9690-038623114ec3 x-openstack-request-id: req-17293d2a-47e6-4e2c-9690-038623114ec3 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:19:03.920185 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:19:03.920185 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17293d2a-47e6-4e2c-9690-038623114ec3 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:19:03.920543 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'status': 'completed', 'code': 200} Jun 22 09:19:04.004320 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-b9025e0f-6845-45da-ae4d-481f099879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:04.006231 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-b9025e0f-6845-45da-ae4d-481f099879bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1099 time: 0.0614407 Jun 22 09:19:04.068562 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '3c110ad9-6ab1-4684-8311-6cf4109a6d01', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'mac_address': 'fa:16:3e:7a:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:18:48Z', 'updated_at': '2021-06-22T09:19:03Z', 'revision_number': 1, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:04.097047 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:19:04.099464 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-891711fa-dd04-4fee-9809-824bb0533b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:04.100981 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-891711fa-dd04-4fee-9809-824bb0533b91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0876548 Jun 22 09:19:04.106484 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:19:04.107360 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:18:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:04.169914 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-302caf7f-e3ef-45ea-a31d-8831b922ff8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 200 len: 999 time: 0.0615599 Jun 22 09:19:04.208184 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:19:04.217370 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-e32e61e9-79c2-48d9-a8f8-b61d60d07480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:04.218787 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-e32e61e9-79c2-48d9-a8f8-b61d60d07480 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0421867 Jun 22 09:19:04.278862 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-2b5c2868-a137-4529-a520-f7e876266ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:04.280453 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-2b5c2868-a137-4529-a520-f7e876266ca4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534043 Jun 22 09:19:04.375384 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-7bb25422-70c2-4069-952c-fa7a348bba1f service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869827 Jun 22 09:19:04.550085 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '3c110ad9-6ab1-4684-8311-6cf4109a6d01', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'mac_address': 'fa:16:3e:7a:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:18:48Z', 'updated_at': '2021-06-22T09:19:03Z', 'revision_number': 1, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:04.579899 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6b266-02ab-41b1-b053-eb60da7abafb None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '3c110ad9-6ab1-4684-8311-6cf4109a6d01', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'mac_address': 'fa:16:3e:7a:8f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:18:48Z', 'updated_at': '2021-06-22T09:19:03Z', 'revision_number': 1, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:19:04.749127 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-59c7cc36-3db6-4628-bae7-1de84ee1ff2b req-57598120-3c6f-416d-b48b-c4ec8bdace09 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631785 Jun 22 09:19:04.770974 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0cb14-6398-41ea-b6bc-84161bda0009 None None] New status for floating IP 3c110ad9-6ab1-4684-8311-6cf4109a6d01: ACTIVE {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:19:05.257528 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91594478-bf34-42a7-aae9-27539e0368e4 req-a76f2a3c-f8ca-4c4e-9261-4f874fce93c8 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:05.258878 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91594478-bf34-42a7-aae9-27539e0368e4 req-a76f2a3c-f8ca-4c4e-9261-4f874fce93c8 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0658109 Jun 22 09:19:05.300093 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91594478-bf34-42a7-aae9-27539e0368e4 req-7138695d-9242-4d7e-9624-3cf5128666a6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348816 Jun 22 09:19:06.468272 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa63aa-c230-4bd8-b12f-a60b4f0bf865 req-0c985728-bd58-44c1-be35-b76e4ca54a60 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:06.469714 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a6aa63aa-c230-4bd8-b12f-a60b4f0bf865 req-0c985728-bd58-44c1-be35-b76e4ca54a60 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0623007 Jun 22 09:19:06.507796 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a6aa63aa-c230-4bd8-b12f-a60b4f0bf865 req-21b8d5ed-bec7-44b2-a3a8-61087994a62a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324690 Jun 22 09:19:07.678638 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec9694-7e94-40ab-92d5-25ca7bdefd17 req-24927123-488b-4b2a-a580-8bc3829ce93e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:07.680298 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cbec9694-7e94-40ab-92d5-25ca7bdefd17 req-24927123-488b-4b2a-a580-8bc3829ce93e tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0624094 Jun 22 09:19:07.723823 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cbec9694-7e94-40ab-92d5-25ca7bdefd17 req-1e134e8d-12fc-42f7-967f-409ab50dda09 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371175 Jun 22 09:19:08.894710 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38918cc-8ddd-4e59-80ee-bea7476b4268 req-2645659d-c44a-4726-ae3e-a029e05f90c3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:08.896176 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d38918cc-8ddd-4e59-80ee-bea7476b4268 req-2645659d-c44a-4726-ae3e-a029e05f90c3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0626900 Jun 22 09:19:08.935308 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d38918cc-8ddd-4e59-80ee-bea7476b4268 req-dab4ddbd-6427-49f7-85a7-f19306a3de47 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333977 Jun 22 09:19:10.106867 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dadd-b01e-4c3a-8421-5ef28f0b3083 req-0233e6d5-f2e5-4acd-9101-6f97247a1cc3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:10.108346 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bd21dadd-b01e-4c3a-8421-5ef28f0b3083 req-0233e6d5-f2e5-4acd-9101-6f97247a1cc3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0618577 Jun 22 09:19:10.147097 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bd21dadd-b01e-4c3a-8421-5ef28f0b3083 req-b24c87ba-2775-4247-8028-02e658c2fcee tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329888 Jun 22 09:19:11.318809 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2515c-3854-4bd9-97a0-ec2c39f71bdc req-799a5aec-7afa-4be1-b4bc-6ef7d5bbfd0b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:11.320294 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-09c2515c-3854-4bd9-97a0-ec2c39f71bdc req-799a5aec-7afa-4be1-b4bc-6ef7d5bbfd0b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0657432 Jun 22 09:19:11.360108 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-09c2515c-3854-4bd9-97a0-ec2c39f71bdc req-7709cfd4-7dce-4d46-9dd7-7f1dc0aaa160 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331359 Jun 22 09:19:12.535899 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd6ab0-bef0-47ec-9141-d1c0723cefee req-4c83a996-e4b0-4cd8-a19e-feecb16392f6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:12.537369 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-90fd6ab0-bef0-47ec-9141-d1c0723cefee req-4c83a996-e4b0-4cd8-a19e-feecb16392f6 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0674889 Jun 22 09:19:12.577275 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-90fd6ab0-bef0-47ec-9141-d1c0723cefee req-8fc96d9a-b429-4538-9576-a36887afc346 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335450 Jun 22 09:19:13.763385 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2edd-1c05-493b-82a2-f43b62fb8a13 req-2ed64590-5cc2-430a-841d-4010c3e7007a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:13.764858 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c5be2edd-1c05-493b-82a2-f43b62fb8a13 req-2ed64590-5cc2-430a-841d-4010c3e7007a tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0630872 Jun 22 09:19:13.808291 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c5be2edd-1c05-493b-82a2-f43b62fb8a13 req-d51481e0-23f3-41eb-9b81-fa4d5ff616f3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&id=42f6eecf-6a7f-4709-b6e5-c648610a1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376244 Jun 22 09:19:13.810316 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:19:24.226401 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:25.826424 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e95b50a9-2a3b-4f8d-9bbc-5b32832799b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:29.288059 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba48fd-e204-4eaf-a01f-53f92d02ec45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:30.133498 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:30.762509 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:32.751909 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:50.808168 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:19:52.037668 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-7f394bd9-994d-42f0-a205-d83099af6b2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1397941 Jun 22 09:19:52.112794 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-01ee6176-92bc-4011-b7ff-3bcdde743fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:52.114252 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-01ee6176-92bc-4011-b7ff-3bcdde743fb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1138 time: 0.0537312 Jun 22 09:19:52.213070 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-bb39bd91-7a60-4846-b2a8-358db588b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:52.214391 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-bb39bd91-7a60-4846-b2a8-358db588b5cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 915 time: 0.0794306 Jun 22 09:19:52.282847 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-8b8003a3-5421-4cec-a200-88c2075cca38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 1002 time: 0.0594566 Jun 22 09:19:52.331820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-b19dc51a-27bc-47ec-9563-18d34befc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:52.333224 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-b19dc51a-27bc-47ec-9563-18d34befc7b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0425355 Jun 22 09:19:52.388668 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-df9ee5f6-2658-4632-8036-d3742b479ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:19:52.390055 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-df9ee5f6-2658-4632-8036-d3742b479ef9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499167 Jun 22 09:19:52.402031 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-8fc40688-f483-4d18-9c92-cf346b67cd57 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:19:52.403046 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-8fc40688-f483-4d18-9c92-cf346b67cd57 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047877 Jun 22 09:19:52.491610 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-9811f296-49da-4b59-a97f-2fa901ba6311 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812440 Jun 22 09:19:52.579036 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4331c87e-6ec8-4fe5-be25-8cf52f4d9fa1 req-d58d9ee9-be17-4c9f-ab03-8e7cb5cee5fa service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805781 Jun 22 09:19:54.206890 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:55.814325 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-26d6f828-424c-45cb-88d7-5c9e41b8825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:59.263620 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89d1b7a4-b0e5-4aeb-a756-30afb3e354f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:00.149420 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:00.772080 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:02.824156 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:05.619558 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0690-72c5-43ff-8987-0d9108041535 req-2372cfa9-45b3-47ae-873d-e53625672ffb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:05.620993 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-388b0690-72c5-43ff-8987-0d9108041535 req-2372cfa9-45b3-47ae-873d-e53625672ffb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.1116624 Jun 22 09:20:05.658259 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-388b0690-72c5-43ff-8987-0d9108041535 req-f6dd5543-1424-4c38-ae03-7518fcddf77d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311813 Jun 22 09:20:06.829807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59d79b-575d-4a1c-a833-509f1852409f req-d422b9d4-10b6-4df7-8203-6beebe1612fa tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:06.831394 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ff59d79b-575d-4a1c-a833-509f1852409f req-d422b9d4-10b6-4df7-8203-6beebe1612fa tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0624971 Jun 22 09:20:06.871201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ff59d79b-575d-4a1c-a833-509f1852409f req-69ac557c-eb64-4c7f-a1a5-fee7a4c28c6a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Jun 22 09:20:07.368936 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-36505a72-c376-425e-b7dc-62eda84af9fb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:07.370345 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-36505a72-c376-425e-b7dc-62eda84af9fb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 946 time: 0.0611496 Jun 22 09:20:07.471753 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Deleting port d672a809-5713-4938-8872-109caeff8c68 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:07.472091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:07.555421 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] For port d672a809-5713-4938-8872-109caeff8c68, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d672a809-5713-4938-8872-109caeff8c68,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:07.555777 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:07.717448 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:07.717813 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:07.718122 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Floating IP 05366839-329e-436a-8bec-2273de1f33cf disassociated. External IP: 172.27.0.172, port: d672a809-5713-4938-8872-109caeff8c68. Jun 22 09:20:07.718458 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Calling delete_port for d672a809-5713-4938-8872-109caeff8c68 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:07.886340 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:07.890489 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:07.920610 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'Port': ['ID=d672a809-5713-4938-8872-109caeff8c68,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:07.929966 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.930351 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.930728 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.931092 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.931480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.931844 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.932205 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.932563 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.932919 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.933298 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.933617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.934016 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:07.938033 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:08.045629 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-546b2535-6010-41df-8673-dfacf22067e1 req-ef719e2a-59a1-4f1e-b110-1b695858bb2f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0582018 Jun 22 09:20:08.070211 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:08.177106 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:08.186403 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:08.195226 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:08.195825 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:08.222033 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] No DVR routers for this DVR port d672a809-5713-4938-8872-109caeff8c68 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:08.224607 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:08.226743 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c9ed58c9-9e63-4119-bd4c-c896d610c758 req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "DELETE /v2.0/ports/d672a809-5713-4938-8872-109caeff8c68 HTTP/1.1" status: 204 len: 173 time: 0.8508420 Jun 22 09:20:08.227305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'name': 'network-vif-deleted', 'tag': 'd672a809-5713-4938-8872-109caeff8c68'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:08.230200 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb5fdd-2b7a-4fc9-b23b-85ae23b86906" -d '{"events": [{"server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "name": "network-vif-deleted", "tag": "d672a809-5713-4938-8872-109caeff8c68"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:08.316127 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:08.334162 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e06a22-9665-4c80-9a8f-15294dbb2269 x-openstack-request-id: req-35e06a22-9665-4c80-9a8f-15294dbb2269 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:08.334499 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424dd5f5-cdce-43d2-8b96-466401de56d6", "name": "network-vif-deleted", "tag": "d672a809-5713-4938-8872-109caeff8c68", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:08.334822 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35e06a22-9665-4c80-9a8f-15294dbb2269 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:08.335307 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424dd5f5-cdce-43d2-8b96-466401de56d6', 'name': 'network-vif-deleted', 'tag': 'd672a809-5713-4938-8872-109caeff8c68', 'status': 'completed', 'code': 200} Jun 22 09:20:08.513586 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:08.539886 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:08.548156 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:08.548759 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:08.650119 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:08.840490 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:08.869902 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd6e6e-7fe5-4fea-a197-f283dd4a30b0 None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:09.082891 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15756ae8-ea77-4765-a709-ce4981331d9f None None] New status for floating IP 05366839-329e-436a-8bec-2273de1f33cf: DOWN {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:20:09.251674 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0e46edc9-9260-4e16-b3c2-885c85751cd0 req-45821eeb-42a5-4108-8be1-f7bc34e17d10 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=424dd5f5-cdce-43d2-8b96-466401de56d6 HTTP/1.1" status: 200 len: 210 time: 0.0799363 Jun 22 09:20:09.490487 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38182) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:09.616494 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d672a809-5713-4938-8872-109caeff8c68 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:09.639032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: d672a809-5713-4938-8872-109caeff8c68 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:09.639710 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d672a809-5713-4938-8872-109caeff8c68 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:09.654101 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Deleting port 6c80be0b-3bf9-4649-9706-ac26a5f7c06f {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:09.654445 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:09.729657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:09.729991 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:09.796381 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Calling delete_port for 6c80be0b-3bf9-4649-9706-ac26a5f7c06f owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:10.037980 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:10.039958 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2dab6025-f791-4a6f-8db4-46da3c189a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:10.061554 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event deleted for resources: {'Port': ['ID=6c80be0b-3bf9-4649-9706-ac26a5f7c06f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:10.070913 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.076068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:10.080347 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:10.136843 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:10.137129 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Floating IP e2c10fd3-4a1f-4bef-a62b-67f05052ef33 disassociated (deleted). External IP: 172.27.0.90, port: c5c970d7-2530-4072-99f8-29fb22ac3705. Jun 22 09:20:10.333803 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Router 793fb155-e8b2-477d-9d73-737730cf9ae4 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:10.441636 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:10.446524 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:10.451767 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] Sync routers for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:10.461001 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:10.461617 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:10.482506 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a23cb749-111d-4930-8151-7b13bf2136a6 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2c10fd3-4a1f-4bef-a62b-67f05052ef33 HTTP/1.1" status: 204 len: 168 time: 0.9908838 Jun 22 09:20:10.483516 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:10.488479 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be153054-f8b3-4cdc-8aae-caf2deb954e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:10.547607 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-e3d15e92-eee8-40cc-b3ef-4bb17333a5a0 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077586751&fields=id&tenant_id=b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 267 time: 0.0344958 Jun 22 09:20:10.570754 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:10.662624 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-b7e1c54b-7bd8-4464-bec2-08240583f058 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:10.664098 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-b7e1c54b-7bd8-4464-bec2-08240583f058 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 811 time: 0.1100352 Jun 22 09:20:10.680456 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-529d47f4-49f8-41dd-a6f5-6fdd0b8a7061 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/quotas/b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 375 time: 0.0108101 Jun 22 09:20:10.752185 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-a34e3678-996e-4edd-9949-a1bebe97a9f8 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662911 Jun 22 09:20:10.768625 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-15675cb1-d268-48b8-a143-29e780a93017 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:20:10.769660 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-15675cb1-d268-48b8-a143-29e780a93017 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054235 Jun 22 09:20:10.773694 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:51Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:10.803414 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] Checking router: 793fb155-e8b2-477d-9d73-737730cf9ae4 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:10.812708 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:10.813394 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:10.867811 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-7fc15122-16ab-4da9-b57c-ec4bff34f933 service neutron] 10.222.0.37 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922260 Jun 22 09:20:10.924930 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:10.931964 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe1bd8d-d3ad-4b65-b1cc-8a182a882b35 x-openstack-request-id: req-1fe1bd8d-d3ad-4b65-b1cc-8a182a882b35 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:10.932307 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:10.932596 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fe1bd8d-d3ad-4b65-b1cc-8a182a882b35 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:10.933023 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'status': 'completed', 'code': 200} Jun 22 09:20:10.967703 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-7b4c214e-b909-416c-9a69-08902ce70b33 service neutron] 10.222.0.37 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954516 Jun 22 09:20:11.053122 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-9a97e68b-e94f-40be-91db-ac1ce2e5b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:11.054777 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-9a97e68b-e94f-40be-91db-ac1ce2e5b79f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 1099 time: 0.0622654 Jun 22 09:20:11.165056 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:51Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:11.172465 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-fec2a4e9-f2f8-47d9-a2c6-7e988fdcd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:11.173910 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-fec2a4e9-f2f8-47d9-a2c6-7e988fdcd97c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 200 len: 909 time: 0.1074235 Jun 22 09:20:11.192431 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76d9f1-c0ca-4481-b8d8-c0ae8da22cfe None None] The sync data for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi is: [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:11:44Z', 'revision_number': 4, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '46683b9d-8678-47bb-8259-791ecad80c3f', 'name': '', 'network_id': '4d192b0f-6b9e-4193-9d50-247ed2c39afc', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'mac_address': 'fa:16:3e:94:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:44Z', 'updated_at': '2021-06-22T09:11:51Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'subnets': [{'id': 'd4cc4458-19dc-46a1-8bc2-1e691fa943ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:11.218717 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-bf9dd3b6-0d3b-4a1e-a6e6-108753b82e0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 200 len: 217 time: 0.0367730 Jun 22 09:20:11.229238 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8a200-10f5-4f9a-8109-30ff9dd94fbf req-d187374d-ac3c-4092-8408-9a15203af1b4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:11.236984 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b3d8a200-10f5-4f9a-8109-30ff9dd94fbf req-d187374d-ac3c-4092-8408-9a15203af1b4 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0770252 Jun 22 09:20:11.275645 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b3d8a200-10f5-4f9a-8109-30ff9dd94fbf req-87e24df9-6ed6-483a-a143-62899e74f805 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Jun 22 09:20:11.275904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-0be1f57f-8929-4257-b975-8881425d7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:11.277121 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-0be1f57f-8929-4257-b975-8881425d7a05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 200 len: 847 time: 0.0510435 Jun 22 09:20:11.339308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-b6dc7f85-e79f-4d87-b6e7-1294e2214f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:11.341124 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-b6dc7f85-e79f-4d87-b6e7-1294e2214f6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d192b0f-6b9e-4193-9d50-247ed2c39afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552831 Jun 22 09:20:11.440038 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-56e153f4-e7cc-42c7-a97d-f66e903ed59c service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872495 Jun 22 09:20:11.452826 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121db96-12c6-422c-a5ba-b4c705a051b7 None None] New status for floating IP e2c10fd3-4a1f-4bef-a62b-67f05052ef33: DOWN {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:20:11.547381 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-be153054-f8b3-4cdc-8aae-caf2deb954e3 req-7fad914f-c6d2-40bd-b36e-ea14dbea163a service neutron] 10.222.0.23 "GET /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962026 Jun 22 09:20:11.577195 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f896175c-3929-449f-a8f5-9d75381ba846 req-ccf93b18-039e-498e-9284-8e4c1d8e5b3a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 210 time: 0.0371072 Jun 22 09:20:12.464152 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28124db-f54d-4b65-a7c0-1f78aa754f68 req-029df4f0-5591-4428-9b04-e9940a608acf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:12.465576 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d28124db-f54d-4b65-a7c0-1f78aa754f68 req-029df4f0-5591-4428-9b04-e9940a608acf tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0664909 Jun 22 09:20:12.503479 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d28124db-f54d-4b65-a7c0-1f78aa754f68 req-a4e59ff5-0c52-4ffd-92dc-789410798b0f tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e4ba53f-1983-4755-a673-17b3bb08c205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jun 22 09:20:12.721051 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7fef600a-1240-4297-8d76-c25de63a7032 req-1243a71e-77a6-41aa-8dd8-f229edeeee5d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Jun 22 09:20:12.881809 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-31c43559-06e1-481c-b723-9ce166cb1725 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:12.883332 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-31c43559-06e1-481c-b723-9ce166cb1725 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 946 time: 0.0625496 Jun 22 09:20:12.987790 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Deleting port c5c970d7-2530-4072-99f8-29fb22ac3705 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:12.988047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.082833 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] For port c5c970d7-2530-4072-99f8-29fb22ac3705, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=c5c970d7-2530-4072-99f8-29fb22ac3705,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:13.083221 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.144439 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Calling delete_port for c5c970d7-2530-4072-99f8-29fb22ac3705 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:13.322874 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.326725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:13.351777 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event deleted for resources: {'Port': ['ID=c5c970d7-2530-4072-99f8-29fb22ac3705,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:13.354827 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:13.401281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] No DVR routers for this DVR port c5c970d7-2530-4072-99f8-29fb22ac3705 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:13.405241 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.407150 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-27370cd0-912c-4db7-a2a4-77bf0249a7c0 req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.23 "DELETE /v2.0/ports/c5c970d7-2530-4072-99f8-29fb22ac3705 HTTP/1.1" status: 204 len: 173 time: 0.5182266 Jun 22 09:20:13.407666 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-deleted', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:13.409952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930660eb-ec38-46d0-8e1e-ff802dbebdd8" -d '{"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-deleted", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:13.444660 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45205ac-3201-4ef3-81eb-422bb222c3fc x-openstack-request-id: req-f45205ac-3201-4ef3-81eb-422bb222c3fc {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:13.444999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc916bc-dd1a-4052-93c4-f15db5d3a83d", "name": "network-vif-deleted", "tag": "c5c970d7-2530-4072-99f8-29fb22ac3705", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:13.445291 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f45205ac-3201-4ef3-81eb-422bb222c3fc {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:13.445722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc916bc-dd1a-4052-93c4-f15db5d3a83d', 'name': 'network-vif-deleted', 'tag': 'c5c970d7-2530-4072-99f8-29fb22ac3705', 'status': 'completed', 'code': 200} Jun 22 09:20:13.648948 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-65caf2e8-2e8e-4f5f-8635-c56027d6866d req-5a1b8eae-e344-47d8-8a24-752efeed4979 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0288506 Jun 22 09:20:13.660849 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-c484e55e-9031-4fa3-8405-172290d7e5be tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:13.662342 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-c484e55e-9031-4fa3-8405-172290d7e5be tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 811 time: 0.1039739 Jun 22 09:20:13.718370 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-4866f5cf-5fc1-4721-96fd-a2fbb5de32a5 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 380 time: 0.0362785 Jun 22 09:20:13.728954 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'port': {'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'admin_state_up': True, 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'security_groups': ['8568dda5-9757-4a77-948c-1f23a7e050e4']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:13.905278 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d23395e4-e12f-4633-ab19-9018c8f8d9fc req-219f7459-b2d7-4b94-b677-23020da7222a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 210 time: 0.0294640 Jun 22 09:20:13.962990 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Made reservation on behalf of b9e3a3a713e341739b170c4d1fadacd8 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:20:13.966720 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.107743 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Allocated IP 172.20.0.6 (0876d8b5-ebd6-439a-8598-14c25803dbdf/7031cbfb-687b-432d-99a8-e2dc4e4f4d98/9705882c-ee4b-41e1-a1e4-6604b2f85eac) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:14.242739 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.257045 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Transition to ACTIVE for port object 9705882c-ee4b-41e1-a1e4-6604b2f85eac will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:14.378628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.382737 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:14.431462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:14.435359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:14.440047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:20:14.443921 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=9705882c-ee4b-41e1-a1e4-6604b2f85eac,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:14.466408 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:14.492446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:14.493055 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.567566 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8426156 Jun 22 09:20:14.579958 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Request body: {'port': {'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:14.659391 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.720936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-00b028c4-a4f0-43e0-a674-44c83969ed7b None None] Provisioning for port 9705882c-ee4b-41e1-a1e4-6604b2f85eac completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:14.724859 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-00b028c4-a4f0-43e0-a674-44c83969ed7b None None] Provisioning complete for port 9705882c-ee4b-41e1-a1e4-6604b2f85eac triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:14.725610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-00b028c4-a4f0-43e0-a674-44c83969ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.772195 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-00b028c4-a4f0-43e0-a674-44c83969ed7b None None] Port 9705882c-ee4b-41e1-a1e4-6604b2f85eac cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:20:14.852957 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-03f1d16a-5857-45d5-be8d-37719a987f65 req-357a6439-fe2f-4516-9766-c3023d8cf763 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcc916bc-dd1a-4052-93c4-f15db5d3a83d HTTP/1.1" status: 200 len: 210 time: 0.0657926 Jun 22 09:20:14.968173 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9705882c-ee4b-41e1-a1e4-6604b2f85eac {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:20:14.975485 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:14.988091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Transition to ACTIVE for port object 9705882c-ee4b-41e1-a1e4-6604b2f85eac will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:15.081704 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:15.081704 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-835e6a45-60c0-4835-9686-e8f774137d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:15.081924 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f26cb4-9b0b-47ca-aaca-3ea0534eb525 req-50405d42-7081-49c1-a09f-838261c898bb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.084522 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62f26cb4-9b0b-47ca-aaca-3ea0534eb525 req-50405d42-7081-49c1-a09f-838261c898bb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 931 time: 0.0630925 Jun 22 09:20:15.135641 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-62f26cb4-9b0b-47ca-aaca-3ea0534eb525 req-1fdf0174-3dc0-4fd8-8db0-737fcb959120 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Jun 22 09:20:15.157343 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Pushing event updated for resources: {'Port': ['ID=9705882c-ee4b-41e1-a1e4-6604b2f85eac,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:15.161826 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:15.228856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Attempting to bind port 9705882c-ee4b-41e1-a1e4-6604b2f85eac on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:20:15.229187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Attempting to bind port 9705882c-ee4b-41e1-a1e4-6604b2f85eac by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:20:15.229517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Attempting to bind port 9705882c-ee4b-41e1-a1e4-6604b2f85eac on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:20:15.235778 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Port 9705882c-ee4b-41e1-a1e4-6604b2f85eac on network 0876d8b5-ebd6-439a-8598-14c25803dbdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:20:15.236101 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Attempting to bind port 9705882c-ee4b-41e1-a1e4-6604b2f85eac on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:20:15.241577 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:20:15.241908 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Checking segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:20:15.242292 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Bound using segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:20:15.242736 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Bound port: 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:20:15.243088 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:15.316338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] For port 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:20:15.319495 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] For port 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:20:15.378516 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:15.380730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-056fe9e0-b230-40ed-b5ad-685bd0b979b2 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:15.421265 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.421913 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:15.423762 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] 10.222.0.23 "PUT /v2.0/ports/9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 200 len: 1093 time: 0.8484449 Jun 22 09:20:15.439855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Pushing event updated for resources: {'Port': ['ID=9705882c-ee4b-41e1-a1e4-6604b2f85eac,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:15.442976 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:15.446579 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:15.449041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d72c6c-6e21-4598-bf82-8921c814bc19" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:15.487211 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91834ae0-a120-4f41-b819-2b147cc525d7 x-openstack-request-id: req-91834ae0-a120-4f41-b819-2b147cc525d7 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:15.487835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:15.488339 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91834ae0-a120-4f41-b819-2b147cc525d7 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:15.488965 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'status': 'completed', 'code': 200} Jun 22 09:20:15.578518 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72c6c-6e21-4598-bf82-8921c814bc19 req-00112082-d8f5-4aef-b1c4-502d10537213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.580982 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-86d72c6c-6e21-4598-bf82-8921c814bc19 req-00112082-d8f5-4aef-b1c4-502d10537213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1096 time: 0.0694418 Jun 22 09:20:15.627367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:15.651588 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: c5c970d7-2530-4072-99f8-29fb22ac3705 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:15.651865 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device c5c970d7-2530-4072-99f8-29fb22ac3705 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:15.682521 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72c6c-6e21-4598-bf82-8921c814bc19 req-0c7c64cf-b00d-40d3-ab8a-e0fd1f3999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.683930 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-86d72c6c-6e21-4598-bf82-8921c814bc19 req-0c7c64cf-b00d-40d3-ab8a-e0fd1f3999b3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927670 Jun 22 09:20:15.784279 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72c6c-6e21-4598-bf82-8921c814bc19 req-8b3d3bd7-416c-4e84-96ca-6307e4b8b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.785701 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-86d72c6c-6e21-4598-bf82-8921c814bc19 req-8b3d3bd7-416c-4e84-96ca-6307e4b8b4ea service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952244 Jun 22 09:20:15.876502 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-272b708d-857e-400b-837f-3abc3966e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.878208 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-272b708d-857e-400b-837f-3abc3966e4cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1096 time: 0.0550904 Jun 22 09:20:15.919700 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-c2245e37-7756-425f-a009-fbd60969b135 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 200 len: 217 time: 0.0338347 Jun 22 09:20:15.950083 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38246) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:15.968736 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-b3a01f61-28a9-44ea-a506-051841811787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:15.970226 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-b3a01f61-28a9-44ea-a506-051841811787 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0435288 Jun 22 09:20:16.035191 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-7988f732-9523-4998-938f-d5bca95eeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:16.036743 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-7988f732-9523-4998-938f-d5bca95eeb8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584195 Jun 22 09:20:16.129706 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-bff6a4ea-4b68-40c4-9e84-2a5787d4dd84 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860114 Jun 22 09:20:16.226653 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4524e0b8-9a4b-4466-a109-7d2df109c9f3 req-de726905-bbab-42bf-a211-a4966601be87 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888762 Jun 22 09:20:16.251489 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:16.304566 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:16.361606 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260325-92d6-4b13-ac40-db4a33ad65fa req-2ae8b6f6-7f9a-4f6d-87e7-710c8c8d5fb6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:16.363085 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9f260325-92d6-4b13-ac40-db4a33ad65fa req-2ae8b6f6-7f9a-4f6d-87e7-710c8c8d5fb6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.1095154 Jun 22 09:20:16.401842 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9f260325-92d6-4b13-ac40-db4a33ad65fa req-44cb7917-6b07-4f09-a265-649810d414ca tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331275 Jun 22 09:20:16.488410 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:16.491017 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:16.492166 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e4ba53f-1983-4755-a673-17b3bb08c205 HTTP/1.1" status: 204 len: 168 time: 0.5411134 Jun 22 09:20:16.493014 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c5a69e6e-6285-450b-a849-161e2d54d58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:16.503029 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ba53f-1983-4755-a673-17b3bb08c205,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:16.505232 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:16.619582 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38254) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:17.336567 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:17.665576 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a0975-9a3c-48bc-a710-ea8e3a830be0 req-d94d5b8c-a7ca-4e20-aec0-846cf53b8733 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:17.666967 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0b3a0975-9a3c-48bc-a710-ea8e3a830be0 req-d94d5b8c-a7ca-4e20-aec0-846cf53b8733 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.1490707 Jun 22 09:20:17.673842 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Deleting port 46683b9d-8678-47bb-8259-791ecad80c3f {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:17.674295 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:17.754708 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0b3a0975-9a3c-48bc-a710-ea8e3a830be0 req-d712738a-358a-4ed2-9121-6f964839ac24 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782516 Jun 22 09:20:17.780935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] For port 46683b9d-8678-47bb-8259-791ecad80c3f, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=46683b9d-8678-47bb-8259-791ecad80c3f,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:17.781291 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:17.853602 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Calling delete_port for 46683b9d-8678-47bb-8259-791ecad80c3f owned by network:router_interface {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:18.212258 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:18.214421 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0f45487d-9fab-4b3d-a8a5-a129b3b4366b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:18.238835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=46683b9d-8678-47bb-8259-791ecad80c3f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:18.241458 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:18.405916 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:18.615317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Router 793fb155-e8b2-477d-9d73-737730cf9ae4 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:18.719549 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:18.724575 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] 10.222.0.37 "PUT /v2.0/routers/793fb155-e8b2-477d-9d73-737730cf9ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037533 Jun 22 09:20:18.726933 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38264) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:18.729091 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] Sync routers for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:18.739331 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:18.739948 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:18.840009 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:18.969145 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:18.996739 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3604-030e-4e83-a9ca-993cd30631b5 req-5a96d6c9-104d-4e2f-9359-d798cff21e4b tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:18.998227 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16ad3604-030e-4e83-a9ca-993cd30631b5 req-5a96d6c9-104d-4e2f-9359-d798cff21e4b tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.1219511 Jun 22 09:20:19.005368 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.045125 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16ad3604-030e-4e83-a9ca-993cd30631b5 req-42ded8c5-7047-4f8e-9e45-729cade65882 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367043 Jun 22 09:20:19.150534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Deleting port 723e3563-55b7-4e66-8572-f23aecb1ffd4 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:19.150793 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.150954 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:20:18Z', 'revision_number': 5, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port': {'id': '723e3563-55b7-4e66-8572-f23aecb1ffd4', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:42Z', 'updated_at': '2021-06-22T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:19.176595 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] Checking router: 793fb155-e8b2-477d-9d73-737730cf9ae4 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:19.185549 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] Routers {'793fb155-e8b2-477d-9d73-737730cf9ae4'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:19.186179 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['793fb155-e8b2-477d-9d73-737730cf9ae4'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:19.227698 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] For port 723e3563-55b7-4e66-8572-f23aecb1ffd4, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=723e3563-55b7-4e66-8572-f23aecb1ffd4,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:19.228055 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.270828 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] Set router 793fb155-e8b2-477d-9d73-737730cf9ae4 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:19.293592 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Calling delete_port for 723e3563-55b7-4e66-8572-f23aecb1ffd4 owned by network:router_gateway {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:19.324660 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:20:19Z', 'revision_number': 6, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port_host': None}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:19.349645 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483c5dd-4fd6-46c2-865a-bd5f7f8490a0 None None] The sync data for ids ['793fb155-e8b2-477d-9d73-737730cf9ae4'] in dv-cinder-797333-1-iscsi is: [{'id': '793fb155-e8b2-477d-9d73-737730cf9ae4', 'name': 'tempest-TestShelveInstance-198103978-router', 'tenant_id': '7b52a1cfb48f460f9de942ca48a3e483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:40Z', 'updated_at': '2021-06-22T09:20:19Z', 'revision_number': 6, 'project_id': '7b52a1cfb48f460f9de942ca48a3e483', 'gw_port_host': None}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:19.508714 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.510584 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9bfa14f2-095c-4a9d-a356-9eed86362390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:19.535220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=723e3563-55b7-4e66-8572-f23aecb1ffd4,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:19.538419 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:19.598659 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.700782 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.702971 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.817638 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.818197 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793fb155-e8b2-477d-9d73-737730cf9ae4 {{(pid=93485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:20:19.823214 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.825215 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] 10.222.0.37 "DELETE /v2.0/routers/793fb155-e8b2-477d-9d73-737730cf9ae4 HTTP/1.1" status: 204 len: 168 time: 1.0970984 Jun 22 09:20:19.827390 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38270) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:19.873693 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Deleting subnet d4cc4458-19dc-46a1-8bc2-1e691fa943ca {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:20:19.876695 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.909507 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.015696 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.135323 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.140865 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:20.174442 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cc4458-19dc-46a1-8bc2-1e691fa943ca,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:20.176316 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.178513 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d4cc4458-19dc-46a1-8bc2-1e691fa943ca HTTP/1.1" status: 204 len: 168 time: 0.3497617 Jun 22 09:20:20.180802 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9cb9c203-5f37-4e37-a089-cc270c2789a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:20.181282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38280) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:20.188066 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e2610-bace-4629-a269-cf701a6bd862 None None] Network 4d192b0f-6b9e-4193-9d50-247ed2c39afc requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:20.251102 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63b651-9ec9-4591-8326-cc5442ee46bb req-d66cc91f-0857-4fc4-939a-603e20d816bb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:20.253021 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7f63b651-9ec9-4591-8326-cc5442ee46bb req-d66cc91f-0857-4fc4-939a-603e20d816bb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.0822976 Jun 22 09:20:20.268018 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.293390 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7f63b651-9ec9-4591-8326-cc5442ee46bb req-cdafe9c0-3140-42d6-a044-7e65282ca70c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Jun 22 09:20:20.328450 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Deleting port e9853c23-a99d-421a-a410-ff758801319a {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:20.328755 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.388405 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] DHCP port deletion for 4d192b0f-6b9e-4193-9d50-247ed2c39afc request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:20:20.401325 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] For port e9853c23-a99d-421a-a410-ff758801319a, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9853c23-a99d-421a-a410-ff758801319a,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:20.401466 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.440870 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Deleting port e9853c23-a99d-421a-a410-ff758801319a {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:20.441286 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.470972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Calling delete_port for e9853c23-a99d-421a-a410-ff758801319a owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:20.506659 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] For port e9853c23-a99d-421a-a410-ff758801319a, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9853c23-a99d-421a-a410-ff758801319a,segment=NetworkSegment(d5a796bd-82e7-4934-a595-b5d696845fcb),segment_id=d5a796bd-82e7-4934-a595-b5d696845fcb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:20.507087 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.571287 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Calling delete_port for e9853c23-a99d-421a-a410-ff758801319a owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:20.651902 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.655473 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ed00894-eee5-4c72-84b5-a31948c0d160 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:20.679926 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9853c23-a99d-421a-a410-ff758801319a,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:20.681709 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] No DVR routers for this DVR port e9853c23-a99d-421a-a410-ff758801319a on host dv-cinder-797333-1-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:20.683265 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:20.697077 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.699049 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:20.722106 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Pushing event deleted for resources: {'Port': ['ID=e9853c23-a99d-421a-a410-ff758801319a,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:20.726449 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] No DVR routers for this DVR port e9853c23-a99d-421a-a410-ff758801319a on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:20.732465 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.732811 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.733152 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.733478 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.733802 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.734125 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.734445 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.734763 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.735081 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.735426 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.735740 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.736052 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:20.739765 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:20.755090 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.764562 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d192b0f-6b9e-4193-9d50-247ed2c39afc']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:20.774527 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a796bd-82e7-4934-a595-b5d696845fcb') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:20.774817 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a796bd-82e7-4934-a595-b5d696845fcb') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:20.783796 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.800339 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.805822 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:20:20.806198 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:20:20.807810 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:20:20.925760 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 46683b9d-8678-47bb-8259-791ecad80c3f no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:20.939853 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.943508 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-67aa19f9-76cd-4cc5-8218-af495b955c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:20.945314 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 46683b9d-8678-47bb-8259-791ecad80c3f {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:20.945664 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 46683b9d-8678-47bb-8259-791ecad80c3f not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:20.945934 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:20.946070 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 723e3563-55b7-4e66-8572-f23aecb1ffd4 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:20.947729 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d192b0f-6b9e-4193-9d50-247ed2c39afc HTTP/1.1" status: 204 len: 168 time: 0.7655501 Jun 22 09:20:20.951321 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38282) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:20.959471 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d192b0f-6b9e-4193-9d50-247ed2c39afc,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:20.962677 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:20.969710 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 723e3563-55b7-4e66-8572-f23aecb1ffd4 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:20.970061 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 723e3563-55b7-4e66-8572-f23aecb1ffd4 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:20.970477 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9853c23-a99d-421a-a410-ff758801319a no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:20.988526 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: e9853c23-a99d-421a-a410-ff758801319a {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:20.989008 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9853c23-a99d-421a-a410-ff758801319a not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:21.147663 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c15218d6-1452-4230-903c-72f384ebc732 req-31b0b93d-2ce8-4ec9-816a-1ef52ecb287d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961374216&fields=id&tenant_id=30a7305a11334a0b8f4c5b20eb60d95d HTTP/1.1" status: 200 len: 267 time: 0.0332375 Jun 22 09:20:21.212672 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15218d6-1452-4230-903c-72f384ebc732 req-61f59424-c6ce-4cde-899c-761a4ff591e3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:21.214122 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c15218d6-1452-4230-903c-72f384ebc732 req-61f59424-c6ce-4cde-899c-761a4ff591e3 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 985 time: 0.0602441 Jun 22 09:20:21.225585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Request body: {'port': {'security_groups': ['7e54b788-e3e0-4d0d-b3b7-99cb0227487c']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:21.316375 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.364184 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.495329 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:21.524288 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.591727 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbc130-dfc3-4110-93a8-eb5761b6d192 req-a0046615-999a-4753-a7ef-403eb6e57be9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:21.593166 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dacbc130-dfc3-4110-93a8-eb5761b6d192 req-a0046615-999a-4753-a7ef-403eb6e57be9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.1833320 Jun 22 09:20:21.602396 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.607564 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-61dab9c5-7fa8-46a4-8a9b-eff2697f0a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:21.622626 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['74a96d95-a2c3-4256-9cd1-0a92fec802e5'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:20:21.652139 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:21.653184 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dacbc130-dfc3-4110-93a8-eb5761b6d192 req-e5f49aef-04cc-4f5d-846a-180d4ef7fac7 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543203 Jun 22 09:20:21.653400 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.661181 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38290) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:21.664750 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c15218d6-1452-4230-903c-72f384ebc732 req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "PUT /v2.0/ports/74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 943 time: 0.4438412 Jun 22 09:20:21.665363 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:21.668500 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc287b1-c316-4dac-89f6-3bd2cce03f95" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:21.710689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event updated for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=7']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:21.718523 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:21.740712 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba9c486-dd28-4615-a99d-9ec1e032b0d4 x-openstack-request-id: req-aba9c486-dd28-4615-a99d-9ec1e032b0d4 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:21.741059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:21.741359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba9c486-dd28-4615-a99d-9ec1e032b0d4 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:21.741787 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'status': 'completed', 'code': 200} Jun 22 09:20:21.744751 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['74a96d95-a2c3-4256-9cd1-0a92fec802e5'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:20:21.794162 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.836668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.854906 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-8a09bac2-13c8-41a2-85b3-761bf72e4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:21.857267 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-8a09bac2-13c8-41a2-85b3-761bf72e4f9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1099 time: 0.0857193 Jun 22 09:20:21.890108 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Deleting port cf3c9780-5bf4-4985-b987-f00c3d70bb08 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:21.890532 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.973516 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] For port cf3c9780-5bf4-4985-b987-f00c3d70bb08, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=cf3c9780-5bf4-4985-b987-f00c3d70bb08,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:21.973852 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:21.974975 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-e03b10ba-dcac-46f5-b7d5-46f4a24ddfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:21.976491 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-e03b10ba-dcac-46f5-b7d5-46f4a24ddfca service neutron] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 915 time: 0.1083765 Jun 22 09:20:21.984638 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-c41726e1-ab90-466e-a12f-9216aec3e41b None None] Provisioning complete for port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:21.985255 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c41726e1-ab90-466e-a12f-9216aec3e41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.040704 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Calling delete_port for cf3c9780-5bf4-4985-b987-f00c3d70bb08 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:22.051504 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-d5152f68-60fd-4871-8556-378831ffd182 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 1002 time: 0.0671780 Jun 22 09:20:22.053869 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.056455 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.057556 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "DELETE /v2.0/security-groups/42f6eecf-6a7f-4709-b6e5-c648610a1de2 HTTP/1.1" status: 204 len: 168 time: 0.3953428 Jun 22 09:20:22.068332 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38294) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:22.086792 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0efa207d-42b2-4076-b0b2-211143ce3d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:22.098947 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f6eecf-6a7f-4709-b6e5-c648610a1de2,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:22.102121 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:22.156783 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-1eefa6f6-4f69-4fff-89f7-5c0e173b26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:22.158235 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-1eefa6f6-4f69-4fff-89f7-5c0e173b26de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0978484 Jun 22 09:20:22.286101 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-a6998056-1dbe-4f75-9c89-771e63bc597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:22.287590 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-a6998056-1dbe-4f75-9c89-771e63bc597f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905507 Jun 22 09:20:22.297605 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.300640 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1f652c4e-ff32-4d20-b7ee-8e84ece45fe9 tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:22.328054 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3c9780-5bf4-4985-b987-f00c3d70bb08,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:22.331971 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:22.361941 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Deleting port cdfa3d24-09c3-4854-8847-32b102b35cdf {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:22.362283 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.452012 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-13e5c480-9415-4f21-8a46-e54d32881e79 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556244 Jun 22 09:20:22.504544 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.516543 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.516778 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:22.588199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Calling delete_port for cdfa3d24-09c3-4854-8847-32b102b35cdf owned by network:floatingip {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:22.688216 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fc287b1-c316-4dac-89f6-3bd2cce03f95 req-7f2fa2f8-8d99-4a09-9a6c-01aa7cc5bbc4 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279556 Jun 22 09:20:22.735767 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Router ff8aa576-8328-49fc-883d-fd3912144d7b has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:22.845185 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:22.853618 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1e2f6c36-87fb-4385-b11a-bc00ccc1c6ac admin admin] 10.222.0.37 "PUT /v2.0/routers/ff8aa576-8328-49fc-883d-fd3912144d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8981247 Jun 22 09:20:22.853618 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38300) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:22.857218 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] Sync routers for ids ['ff8aa576-8328-49fc-883d-fd3912144d7b'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:22.868419 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] Routers {'ff8aa576-8328-49fc-883d-fd3912144d7b'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:22.869193 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['ff8aa576-8328-49fc-883d-fd3912144d7b'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:22.981032 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] Set router ff8aa576-8328-49fc-883d-fd3912144d7b gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:23.112225 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac54b40-412c-4e76-93b2-d33cbbd51adb req-84f05045-f219-46f8-ae9d-a8cea3bafc3a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:23.113694 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1ac54b40-412c-4e76-93b2-d33cbbd51adb req-84f05045-f219-46f8-ae9d-a8cea3bafc3a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.0996842 Jun 22 09:20:23.177376 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:20:22Z', 'revision_number': 5, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.186867 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1ac54b40-412c-4e76-93b2-d33cbbd51adb req-2b8c97af-f1f7-4cfd-8914-dfc9cb33bcee tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662684 Jun 22 09:20:23.209426 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] Checking router: ff8aa576-8328-49fc-883d-fd3912144d7b for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:23.217507 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.219015 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] Routers {'ff8aa576-8328-49fc-883d-fd3912144d7b'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:23.219689 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['ff8aa576-8328-49fc-883d-fd3912144d7b'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.266691 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.270084 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e74c773b-c40a-4b21-9ae9-8b4b43b77b53 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:23.298955 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event deleted for resources: {'Port': ['ID=cdfa3d24-09c3-4854-8847-32b102b35cdf,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:23.303949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:23.318786 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.327288 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] Set router ff8aa576-8328-49fc-883d-fd3912144d7b gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:23.361894 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks [] for floatingip, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.362345 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Floating IP f08a1394-d324-4633-821c-cf2babf8bf69 disassociated (deleted). External IP: 172.27.0.174, port: 74a96d95-a2c3-4256-9cd1-0a92fec802e5. Jun 22 09:20:23.453961 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Deleting port 7da3a734-5707-407d-a0ca-7e0cbf260bf7 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:23.454297 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.508362 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:20:22Z', 'revision_number': 5, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.537562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] For port 7da3a734-5707-407d-a0ca-7e0cbf260bf7, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7da3a734-5707-407d-a0ca-7e0cbf260bf7,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:23.538165 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.609389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Router 8bd11170-150b-4d42-a1d8-c32124a04667 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:23.610045 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Calling delete_port for 7da3a734-5707-407d-a0ca-7e0cbf260bf7 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:23.630375 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7cc4b-3a7a-4eb4-a6af-4f1122a7efd2 None None] The sync data for ids ['ff8aa576-8328-49fc-883d-fd3912144d7b'] in dv-cinder-797333-1-iscsi is: [{'id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'name': 'tempest-TestShelveInstance-1677857595-router', 'tenant_id': '28f602399bee4742974fc79a8a6dfff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:11:48Z', 'updated_at': '2021-06-22T09:20:22Z', 'revision_number': 5, 'project_id': '28f602399bee4742974fc79a8a6dfff0', 'gw_port': {'id': '7da3a734-5707-407d-a0ca-7e0cbf260bf7', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8aa576-8328-49fc-883d-fd3912144d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:11:49Z', 'updated_at': '2021-06-22T09:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:23.734004 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:23.746379 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.746553 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] Sync routers for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:23.754936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:23.755685 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.778111 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "DELETE /v2.0/floatingips/f08a1394-d324-4633-821c-cf2babf8bf69 HTTP/1.1" status: 204 len: 168 time: 1.7080262 Jun 22 09:20:23.778773 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:23.781195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b79ea-3521-4484-addf-6124d85ab45d" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:23.820437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec637f6-8d6d-48af-8eb8-f1b24d2ef259 x-openstack-request-id: req-7ec637f6-8d6d-48af-8eb8-f1b24d2ef259 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:23.820945 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:23.821331 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ec637f6-8d6d-48af-8eb8-f1b24d2ef259 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:23.822009 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'status': 'completed', 'code': 200} Jun 22 09:20:23.864334 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:23.867298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:23.871478 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:23.906655 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-28a20127-8264-4bae-bf1d-1c772a7ff8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:23.909472 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da3a734-5707-407d-a0ca-7e0cbf260bf7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:23.910215 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-28a20127-8264-4bae-bf1d-1c772a7ff8ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 1099 time: 0.0626571 Jun 22 09:20:23.911994 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:23.990303 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.057585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-bc64155e-e1c4-44a8-be73-1776b1347170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:24.059001 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-bc64155e-e1c4-44a8-be73-1776b1347170 service neutron] 10.222.0.23 "GET /v2.0/networks?id=361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 200 len: 915 time: 0.1438377 Jun 22 09:20:24.092586 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.095261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.119028 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-d294b1f2-1b77-4259-baf3-2148cdb16bb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 200 len: 217 time: 0.0521147 Jun 22 09:20:24.121985 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:24.165599 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] Checking router: 8bd11170-150b-4d42-a1d8-c32124a04667 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:24.175411 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:24.176032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:19:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:24.176305 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-80e3ade6-e3b7-425e-98f9-cbf9dce27ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:24.179528 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-80e3ade6-e3b7-425e-98f9-cbf9dce27ed0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 200 len: 853 time: 0.0519874 Jun 22 09:20:24.221063 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.221990 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8aa576-8328-49fc-883d-fd3912144d7b {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:20:24.230822 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.234905 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff8aa576-8328-49fc-883d-fd3912144d7b HTTP/1.1" status: 204 len: 168 time: 1.3808851 Jun 22 09:20:24.235115 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38314) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:24.295459 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-a741c6ac-1cb4-4e56-a55d-1c625cebf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:24.296979 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-a741c6ac-1cb4-4e56-a55d-1c625cebf14b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=361e41ac-0036-4234-8a8b-ade0b38c033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118641 Jun 22 09:20:24.304367 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Deleting subnet 4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:20:24.305154 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:24.316333 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.421071 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.423954 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.452675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f70a05-a8f4-4dd1-b714-db58a37d7a06 req-14cf7adb-6455-46aa-8062-7bd0186fab39 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:24.456995 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-50f70a05-a8f4-4dd1-b714-db58a37d7a06 req-14cf7adb-6455-46aa-8062-7bd0186fab39 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.1250248 Jun 22 09:20:24.502800 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-06263419-19a0-4aab-bcf3-c9239614659b service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948676 Jun 22 09:20:24.514231 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-50f70a05-a8f4-4dd1-b714-db58a37d7a06 req-1a459c67-8d08-47af-833e-150158a6a7e6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499268 Jun 22 09:20:24.584383 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:24.604794 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.614822 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81177d4-0fdc-451b-a0f3-48eaaed06435 None None] The sync data for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi is: [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:29Z', 'revision_number': 4, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': '49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35', 'name': '', 'network_id': '361e41ac-0036-4234-8a8b-ade0b38c033d', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'mac_address': 'fa:16:3e:dc:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:29Z', 'updated_at': '2021-06-22T09:15:37Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'subnets': [{'id': '1d0d8c0f-392d-490a-9f99-acd008117047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:24.665958 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ae3b79ea-3521-4484-addf-6124d85ab45d req-b6a7f724-9e80-4bc8-9531-733dd3eaba90 service neutron] 10.222.0.23 "GET /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556547 Jun 22 09:20:24.784290 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.791720 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:24.799715 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.801839 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7 HTTP/1.1" status: 204 len: 168 time: 0.5654919 Jun 22 09:20:24.804295 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38320) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:24.805992 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db0e74-f640-4665-a18c-2b7057f3e908 None None] Network 9e2fa2f3-30dd-4073-8494-ba531e28e47d requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:24.834963 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e00e8e9-ccc2-4b08-9e25-c2da3dd5a8a7,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:24.838525 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9194cad9-658c-4e0e-892b-170b9f75ac23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:24.860308 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7a0af-9200-49b9-9e43-71476c976eb3 None None] New status for floating IP f08a1394-d324-4633-821c-cf2babf8bf69: DOWN {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:20:24.892974 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.951801 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Deleting port 5e1723f6-d240-494b-a260-f14039f49e16 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:24.952130 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:24.967655 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7da3a734-5707-407d-a0ca-7e0cbf260bf7 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:24.997361 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 7da3a734-5707-407d-a0ca-7e0cbf260bf7 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:24.997708 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7da3a734-5707-407d-a0ca-7e0cbf260bf7 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:24.998132 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device cf3c9780-5bf4-4985-b987-f00c3d70bb08 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:25.025370 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] For port 5e1723f6-d240-494b-a260-f14039f49e16, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=5e1723f6-d240-494b-a260-f14039f49e16,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:25.031242 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.102960 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Calling delete_port for 5e1723f6-d240-494b-a260-f14039f49e16 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:25.143538 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] DHCP port deletion for 9e2fa2f3-30dd-4073-8494-ba531e28e47d request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:20:25.145617 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: cf3c9780-5bf4-4985-b987-f00c3d70bb08 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:25.145960 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device cf3c9780-5bf4-4985-b987-f00c3d70bb08 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:25.191516 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Deleting port 5e1723f6-d240-494b-a260-f14039f49e16 {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:25.191838 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.248265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.251454 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-16bc288c-3424-433e-803b-1d012dc14a68 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:25.251905 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] For port 5e1723f6-d240-494b-a260-f14039f49e16, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=5e1723f6-d240-494b-a260-f14039f49e16,segment=NetworkSegment(d8b6dce7-f364-4bea-a760-21b76c80b871),segment_id=d8b6dce7-f364-4bea-a760-21b76c80b871)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:25.252594 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.276469 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1723f6-d240-494b-a260-f14039f49e16,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:25.279812 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] No DVR routers for this DVR port 5e1723f6-d240-494b-a260-f14039f49e16 on host dv-cinder-797333-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:25.281809 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:25.317058 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Calling delete_port for 5e1723f6-d240-494b-a260-f14039f49e16 owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:25.355910 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.366514 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2fa2f3-30dd-4073-8494-ba531e28e47d']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:25.379885 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b6dce7-f364-4bea-a760-21b76c80b871') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:25.380517 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b6dce7-f364-4bea-a760-21b76c80b871') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:25.390297 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13106241'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.397797 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.400533 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:25.406139 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.411993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:20:25.412410 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724328'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: timer() Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: cb(*args, **kw) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: self._notify() Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: self.callback(batched_events) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: event.method(event) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: return self._get(url).json() Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:20:25.414127 dv-cinder-797333-1-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:20:25.425198 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Pushing event deleted for resources: {'Port': ['ID=5e1723f6-d240-494b-a260-f14039f49e16,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:25.428247 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:25.429043 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] No DVR routers for this DVR port 5e1723f6-d240-494b-a260-f14039f49e16 on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:25.557395 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.564262 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.568623 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9e2fa2f3-30dd-4073-8494-ba531e28e47d HTTP/1.1" status: 204 len: 168 time: 0.7609973 Jun 22 09:20:25.568623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8063e9c6-bcbb-48e2-a0cc-f2aefb2695ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:25.582571 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2fa2f3-30dd-4073-8494-ba531e28e47d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:25.593162 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-17b5617b-7f79-4bbe-85f2-2acb9aa1aed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:25.648181 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9705882c-ee4b-41e1-a1e4-6604b2f85eac details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:20:25.697857 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a340-237d-4cf4-a4fd-60cf59d80b76 req-64567572-f8a7-47cd-81b5-61f84ad2b586 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:25.700162 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c693a340-237d-4cf4-a4fd-60cf59d80b76 req-64567572-f8a7-47cd-81b5-61f84ad2b586 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 943 time: 0.0729377 Jun 22 09:20:25.744677 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c693a340-237d-4cf4-a4fd-60cf59d80b76 req-2af12b05-feed-4d19-9aa5-2602f42088d7 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336764 Jun 22 09:20:25.771413 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:25.781620 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:20:25.822582 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.836348 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9705882c-ee4b-41e1-a1e4-6604b2f85eac {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:20:25.855522 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:25.911447 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-948f30e8-1053-43f5-b396-5d08ac0e5f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.014510 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.017999 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:26.042320 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38338) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:26.063794 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=9705882c-ee4b-41e1-a1e4-6604b2f85eac,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:26.066989 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:26.083831 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6ab47ce6-7ba4-4b95-82ff-c756bf098de1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b52a1cfb48f460f9de942ca48a3e483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400767 Jun 22 09:20:26.086187 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38340) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:26.133551 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.156946 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.282852 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.285410 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.286543 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a3c91ef-e17c-4bcf-a878-a8b8d3ee0e85 HTTP/1.1" status: 204 len: 168 time: 0.1994753 Jun 22 09:20:26.287343 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-53fbed99-5cd3-4143-a208-5a6c84fcc6ac tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:26.295393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c91ef-e17c-4bcf-a878-a8b8d3ee0e85,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:26.297677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ab8733f1-6f3e-4c8e-ae37-c129422c5cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:26.363598 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['9705882c-ee4b-41e1-a1e4-6604b2f85eac'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:20:26.926518 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3ed49-22bb-45c4-ab50-9baeec32dc2d req-6877b08e-4c1d-4c08-ac8b-2153116e1040 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:26.927411 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 5e1723f6-d240-494b-a260-f14039f49e16 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:26.928418 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c1e3ed49-22bb-45c4-ab50-9baeec32dc2d req-6877b08e-4c1d-4c08-ac8b-2153116e1040 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 944 time: 0.0706043 Jun 22 09:20:26.948845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 5e1723f6-d240-494b-a260-f14039f49e16 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:26.949467 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 5e1723f6-d240-494b-a260-f14039f49e16 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:26.977253 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c1e3ed49-22bb-45c4-ab50-9baeec32dc2d req-aed007b0-2e4c-4637-a062-ed18c3becf38 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356605 Jun 22 09:20:27.067980 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38354) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:27.112424 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-630cdd12-1d7a-4557-a38c-fa4f0bb225d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28f602399bee4742974fc79a8a6dfff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429926 Jun 22 09:20:27.114725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38356) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:27.170195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:27.191246 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:27.297312 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:27.299997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:27.301136 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/954569fb-5920-47a3-bee5-dad7dae9d636 HTTP/1.1" status: 204 len: 168 time: 0.1854644 Jun 22 09:20:27.301901 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a51d6379-254f-4a30-a4c5-110d8a73e783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:27.309935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954569fb-5920-47a3-bee5-dad7dae9d636,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:27.312207 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:27.658422 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66771b10-2226-4572-ae7e-9877328ffe58 req-3739fd33-f6a6-40d8-9ed9-d670e78c733b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:27.660101 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-66771b10-2226-4572-ae7e-9877328ffe58 req-3739fd33-f6a6-40d8-9ed9-d670e78c733b tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0685015 Jun 22 09:20:27.673726 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9705882c-ee4b-41e1-a1e4-6604b2f85eac up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:27.707555 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-66771b10-2226-4572-ae7e-9877328ffe58 req-b72fdb5d-d47f-49dd-9788-a1ab7fb68e91 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Jun 22 09:20:27.806453 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:20:27.822841 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 9705882c-ee4b-41e1-a1e4-6604b2f85eac completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:27.827303 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 9705882c-ee4b-41e1-a1e4-6604b2f85eac triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:27.832280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:27.905104 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:27.927996 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:27.930293 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f32f4b7-0fa0-4b8c-98e8-328cf78383a9" -d '{"events": [{"server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "name": "network-vif-plugged", "status": "completed", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:27.942678 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:27.966040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359cc33e-ac57-4cc5-9dea-bdc07721aaff x-openstack-request-id: req-359cc33e-ac57-4cc5-9dea-bdc07721aaff {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:27.966352 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "name": "network-vif-plugged", "status": "completed", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:27.966597 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-359cc33e-ac57-4cc5-9dea-bdc07721aaff {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:27.966988 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'code': 200} Jun 22 09:20:28.045834 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:28.048278 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:28.095555 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=9705882c-ee4b-41e1-a1e4-6604b2f85eac,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:28.098626 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:28.163639 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa1b94-a4a0-4918-9627-25f722dc166e req-f7c4c932-22ca-43ff-862e-f090cad242dd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:28.165225 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6faa1b94-a4a0-4918-9627-25f722dc166e req-f7c4c932-22ca-43ff-862e-f090cad242dd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0721452 Jun 22 09:20:28.205136 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6faa1b94-a4a0-4918-9627-25f722dc166e req-91c727f9-701f-44c3-87d3-be8c0ee6b1d8 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Jun 22 09:20:28.405851 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d0cee-7363-4add-a428-57fce098c998 req-346b2f61-96d9-4476-a69e-04a27c790c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:28.407338 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d29d0cee-7363-4add-a428-57fce098c998 req-346b2f61-96d9-4476-a69e-04a27c790c40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1098 time: 0.0526834 Jun 22 09:20:28.441742 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d29d0cee-7363-4add-a428-57fce098c998 req-95ee5e0b-e61e-4c01-968d-caea5f2c3dba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275209 Jun 22 09:20:28.879219 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1e06e-0f3d-4893-838d-925ad76ddfa8 req-bc920c73-7a23-4660-a73c-a4537132725d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:28.880702 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-41e1e06e-0f3d-4893-838d-925ad76ddfa8 req-bc920c73-7a23-4660-a73c-a4537132725d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0618532 Jun 22 09:20:28.917014 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-41e1e06e-0f3d-4893-838d-925ad76ddfa8 req-bd9c1267-583a-4a90-857e-d83917d931fc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303807 Jun 22 09:20:29.270942 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-248c1a6c-8cb1-4610-b3de-43534f41eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:29.384124 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fa541-9607-43fc-8d71-11a6d4ce102a req-e94ba6e6-7085-4314-8358-ce1f3c588667 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:29.385607 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e2fa541-9607-43fc-8d71-11a6d4ce102a req-e94ba6e6-7085-4314-8358-ce1f3c588667 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0626183 Jun 22 09:20:29.425073 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9e2fa541-9607-43fc-8d71-11a6d4ce102a req-6fe560c5-e76f-40ce-a1c3-c86424f8e98e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jun 22 09:20:29.938754 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-beb88395-4c8c-4f13-afbd-198943831eca tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:29.940183 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-beb88395-4c8c-4f13-afbd-198943831eca tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.0648248 Jun 22 09:20:30.067704 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Deleting port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:30.068037 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:30.128678 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:30.167373 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff7ce-d08e-4619-92b9-19bb913cb180 req-275ad73d-1981-4527-b913-ad4c82db959f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:30.168809 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-31dff7ce-d08e-4619-92b9-19bb913cb180 req-275ad73d-1981-4527-b913-ad4c82db959f tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 946 time: 0.1381109 Jun 22 09:20:30.175097 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] For port 74a96d95-a2c3-4256-9cd1-0a92fec802e5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=74a96d95-a2c3-4256-9cd1-0a92fec802e5,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:30.175462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:30.251284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Calling delete_port for 74a96d95-a2c3-4256-9cd1-0a92fec802e5 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:30.277519 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-31dff7ce-d08e-4619-92b9-19bb913cb180 req-dc9c7c75-ff06-4989-8e4d-8625a8e92da1 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e54b788-e3e0-4d0d-b3b7-99cb0227487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989964 Jun 22 09:20:30.442565 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:30.446614 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2765cd09-9b7c-4a82-ab6a-676abb96dc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:30.457637 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['74a96d95-a2c3-4256-9cd1-0a92fec802e5'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:20:30.473442 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Pushing event deleted for resources: {'Port': ['ID=74a96d95-a2c3-4256-9cd1-0a92fec802e5,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:30.477169 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:30.524487 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] No DVR routers for this DVR port 74a96d95-a2c3-4256-9cd1-0a92fec802e5 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:30.527071 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:30.529103 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b7e5fb26-cb9a-41f3-aa21-7bf775498414 req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.23 "DELETE /v2.0/ports/74a96d95-a2c3-4256-9cd1-0a92fec802e5 HTTP/1.1" status: 204 len: 173 time: 0.5834718 Jun 22 09:20:30.529654 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'name': 'network-vif-deleted', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:30.531982 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28cea9-0001-4539-8e5e-04079d3b925d" -d '{"events": [{"server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "name": "network-vif-deleted", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:30.571296 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a76fe6c-ea9e-468f-a67b-50e30ce5088b x-openstack-request-id: req-1a76fe6c-ea9e-468f-a67b-50e30ce5088b {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:30.571663 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa7b32e-8e9c-4e22-ba28-8856d8402a75", "name": "network-vif-deleted", "tag": "74a96d95-a2c3-4256-9cd1-0a92fec802e5", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:30.571958 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a76fe6c-ea9e-468f-a67b-50e30ce5088b {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:30.572432 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa7b32e-8e9c-4e22-ba28-8856d8402a75', 'name': 'network-vif-deleted', 'tag': '74a96d95-a2c3-4256-9cd1-0a92fec802e5', 'status': 'completed', 'code': 200} Jun 22 09:20:30.644048 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec807a-3c48-4195-ab1a-3c3625a27104 req-bddbe528-59a3-48a9-b5fc-df0fec2c7561 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:30.645501 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ceec807a-3c48-4195-ab1a-3c3625a27104 req-bddbe528-59a3-48a9-b5fc-df0fec2c7561 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0653813 Jun 22 09:20:30.682838 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ceec807a-3c48-4195-ab1a-3c3625a27104 req-a8196d77-0962-4bcc-8186-04a51e09cafb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jun 22 09:20:30.778072 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:30.862000 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d8f2d-636e-455b-8197-d3a0b8e5c1b3 req-eea54561-9044-4b24-97b8-3d01c020ecbb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:30.864184 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-548d8f2d-636e-455b-8197-d3a0b8e5c1b3 req-eea54561-9044-4b24-97b8-3d01c020ecbb tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0642710 Jun 22 09:20:30.916520 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-548d8f2d-636e-455b-8197-d3a0b8e5c1b3 req-14578f05-5bae-4ca0-9486-0b0bf1a4a0b7 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Jun 22 09:20:30.942472 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38384) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:30.997883 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897b226-7753-4e86-b196-43862f089181 tempest-TestVolumeBootPattern-698149114 tempest-TestVolumeBootPattern-698149114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:30.999398 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d897b226-7753-4e86-b196-43862f089181 tempest-TestVolumeBootPattern-698149114 tempest-TestVolumeBootPattern-698149114-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1093 time: 0.0559063 Jun 22 09:20:31.002330 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38386) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:31.006546 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:31.085759 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:31.191629 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:31.299113 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Allocated IP 172.27.0.23 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/dc2d78cb-ec17-4898-a65a-f4976bd0c89f) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:31.405457 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:31.439686 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-32685662-afee-4bb1-bda6-b55e12d5cc90 req-6cfd2a9f-8351-4d7d-ba6d-7ec3deab9453 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aa7b32e-8e9c-4e22-ba28-8856d8402a75 HTTP/1.1" status: 200 len: 210 time: 0.0351686 Jun 22 09:20:31.523544 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724514'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:31.527390 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b8e63e94-e5e5-4261-9974-1436e1e4f25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:31.572606 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:31.575648 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:31.580083 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:20:31.583250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=dc2d78cb-ec17-4898-a65a-f4976bd0c89f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:31.601981 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:31.945818 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.080919 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.226057 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.285116 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724496'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.287107 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:32.351217 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=dc2d78cb-ec17-4898-a65a-f4976bd0c89f,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:32.355152 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:32.364705 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.459025 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Floating IP 6ba6c1e4-94e2-4280-a731-e76083776f7a associated. External IP: 172.27.0.23, port: 9705882c-ee4b-41e1-a1e4-6604b2f85eac. Jun 22 09:20:32.658296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:32.786098 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:32.796387 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:32.805579 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:32.806154 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:20:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:32.838719 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.908931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:32.934542 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.970275 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-477201e3-3465-46a6-851d-aae8ac85d7a9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9669611 Jun 22 09:20:32.971094 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:32.973537 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:33.011534 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068eb33c-dbf3-49a1-9957-1a59b3362bbb x-openstack-request-id: req-068eb33c-dbf3-49a1-9957-1a59b3362bbb {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:33.011981 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:33.012326 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-068eb33c-dbf3-49a1-9957-1a59b3362bbb {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:33.012770 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'status': 'completed', 'code': 200} Jun 22 09:20:33.105634 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-326d73f5-d6d0-4bb6-ba9b-23e3c80bc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:33.106805 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-326d73f5-d6d0-4bb6-ba9b-23e3c80bc290 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1098 time: 0.0647414 Jun 22 09:20:33.152904 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:31Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:33.182593 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:33.191839 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:33.192450 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:20:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:33.202393 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-e9f74768-955b-4d5e-9eb2-e00bf165694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:33.204003 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-e9f74768-955b-4d5e-9eb2-e00bf165694c service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0907905 Jun 22 09:20:33.271987 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-c0230907-4603-4569-8146-0c2cc9f3c12c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 200 len: 998 time: 0.0599952 Jun 22 09:20:33.295404 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:33.319856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-183022fa-4a29-48ae-b68a-1a64dfc399c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:33.321323 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-183022fa-4a29-48ae-b68a-1a64dfc399c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0431108 Jun 22 09:20:33.382096 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-d40831ec-a069-4111-8e44-c421235427d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:33.383589 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-d40831ec-a069-4111-8e44-c421235427d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553679 Jun 22 09:20:33.474733 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-a7c244bb-dfc9-448f-81a3-578418ea34f6 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Jun 22 09:20:33.535846 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:31Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:33.561568 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179e038-0596-4cf2-ac01-a08d3d049777 None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:31Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:33.577372 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad38f5be-3cee-4cc5-b0e4-7f27b47dfc61 req-86742fd7-0d2e-4e4b-9d92-3a7be2c55aa4 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951681 Jun 22 09:20:33.704276 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 74a96d95-a2c3-4256-9cd1-0a92fec802e5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:33.728246 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 74a96d95-a2c3-4256-9cd1-0a92fec802e5 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:33.728596 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 74a96d95-a2c3-4256-9cd1-0a92fec802e5 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:33.744986 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48a013-0c65-48ff-92e9-970c60053124 None None] New status for floating IP 6ba6c1e4-94e2-4280-a731-e76083776f7a: ACTIVE {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:20:34.397623 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38452) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:34.882445 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:35.378090 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Deleting port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:35.378455 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:35.452820 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] For port 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:35.460260 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:35.519088 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Calling delete_port for 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:35.777370 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:35.779523 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-70821776-26fa-43e5-ad7d-d18f9df7cf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:35.801415 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:35.805522 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:35.981276 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.183065 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Router 8bd11170-150b-4d42-a1d8-c32124a04667 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:36.285169 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:36.289947 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-bf7dd5e2-816d-48ef-adea-2c0090d6d3b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/8bd11170-150b-4d42-a1d8-c32124a04667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913312 Jun 22 09:20:36.292539 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38464) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:36.293422 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] Sync routers for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:36.302208 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:36.302811 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:20:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:36.395182 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.404089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:36.499299 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.647420 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Deleting port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:36.647793 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.705250 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:20:35Z', 'revision_number': 5, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port': {'id': 'a8cca7a5-a0c1-414e-9d4f-47fe742d20ef', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:25Z', 'updated_at': '2021-06-22T09:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:36.732104 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] For port a8cca7a5-a0c1-414e-9d4f-47fe742d20ef, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:36.732363 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] Checking router: 8bd11170-150b-4d42-a1d8-c32124a04667 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:36.732485 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.740654 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] Routers {'8bd11170-150b-4d42-a1d8-c32124a04667'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:36.741427 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:20:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['8bd11170-150b-4d42-a1d8-c32124a04667'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:36.796464 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Calling delete_port for a8cca7a5-a0c1-414e-9d4f-47fe742d20ef owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:36.829620 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] Set router 8bd11170-150b-4d42-a1d8-c32124a04667 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:36.885335 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:20:36Z', 'revision_number': 6, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port_host': None}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:36.912951 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95303f15-f3e9-4afc-aa3b-bd692950d519 None None] The sync data for ids ['8bd11170-150b-4d42-a1d8-c32124a04667'] in dv-cinder-797333-1-iscsi is: [{'id': '8bd11170-150b-4d42-a1d8-c32124a04667', 'name': 'tempest-TestMinimumBasicScenario-702149171-router', 'tenant_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:20:36Z', 'revision_number': 6, 'project_id': '30a7305a11334a0b8f4c5b20eb60d95d', 'gw_port_host': None}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:37.071394 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.074471 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2d135182-1f50-4b7c-a46d-3a984cbe1091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:37.101581 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cca7a5-a0c1-414e-9d4f-47fe742d20ef,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:37.105762 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:37.164877 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.256129 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.258686 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.418482 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.418936 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd11170-150b-4d42-a1d8-c32124a04667 {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:20:37.425256 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.426364 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c8ce976d-cdac-411d-9394-173b4f54e520 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8bd11170-150b-4d42-a1d8-c32124a04667 HTTP/1.1" status: 204 len: 168 time: 1.1328871 Jun 22 09:20:37.429017 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38482) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:37.461349 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748ab2-b885-4162-b26b-d2a13615a4b2 req-6d942282-5930-4780-9385-250df8634f74 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:37.462865 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-04748ab2-b885-4162-b26b-d2a13615a4b2 req-6d942282-5930-4780-9385-250df8634f74 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0778470 Jun 22 09:20:37.474075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Deleting subnet 1d0d8c0f-392d-490a-9f99-acd008117047 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:20:37.478124 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.511967 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.512772 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-04748ab2-b885-4162-b26b-d2a13615a4b2 req-94137abe-9a94-4ea4-8f83-7c88c81a21ab tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Jun 22 09:20:37.590729 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.720180 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.722727 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8973e9ac-292c-4242-8d75-1c906ae31863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:37.747166 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0d8c0f-392d-490a-9f99-acd008117047,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:37.750461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:37.751462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.754015 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9d8f9778-b648-4b94-bcbe-d5eca0d30211 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d0d8c0f-392d-490a-9f99-acd008117047 HTTP/1.1" status: 204 len: 168 time: 0.3235767 Jun 22 09:20:37.756179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38484) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:37.757071 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545587cf-a269-465b-b865-3420c98a0b58 None None] Network 361e41ac-0036-4234-8a8b-ade0b38c033d requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:37.831013 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.885303 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Deleting port 04e83bf9-045b-496c-98fd-415073cb2d38 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:37.885524 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.951092 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] For port 04e83bf9-045b-496c-98fd-415073cb2d38, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=04e83bf9-045b-496c-98fd-415073cb2d38,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:37.951534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.967290 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] DHCP port deletion for 361e41ac-0036-4234-8a8b-ade0b38c033d request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:20:38.016115 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Deleting port 04e83bf9-045b-496c-98fd-415073cb2d38 {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:38.016501 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.020341 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Calling delete_port for 04e83bf9-045b-496c-98fd-415073cb2d38 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:38.079714 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] For port 04e83bf9-045b-496c-98fd-415073cb2d38, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=04e83bf9-045b-496c-98fd-415073cb2d38,segment=NetworkSegment(11221006-9cc2-4263-ba5a-961427184c10),segment_id=11221006-9cc2-4263-ba5a-961427184c10)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:38.080112 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.153847 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Calling delete_port for 04e83bf9-045b-496c-98fd-415073cb2d38 owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:38.222514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.224601 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-2af06e6e-ba70-4ce6-ac25-6c0e0a15c8cc tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:38.230407 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.231070 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8a408f30-292d-4da8-821e-b08505dadab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:38.252582 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Pushing event deleted for resources: {'Port': ['ID=04e83bf9-045b-496c-98fd-415073cb2d38,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:38.254464 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Pushing event deleted for resources: {'Port': ['ID=04e83bf9-045b-496c-98fd-415073cb2d38,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:38.255703 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:38.256458 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] No DVR routers for this DVR port 04e83bf9-045b-496c-98fd-415073cb2d38 on host dv-cinder-797333-1-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:38.257494 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:38.258336 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] No DVR routers for this DVR port 04e83bf9-045b-496c-98fd-415073cb2d38 on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:38.324818 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.334216 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361e41ac-0036-4234-8a8b-ade0b38c033d']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:38.344155 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11221006-9cc2-4263-ba5a-961427184c10') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:38.344454 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11221006-9cc2-4263-ba5a-961427184c10') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:38.352831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.366575 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.372899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:20:38.373272 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:20:38.374894 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:20:38.516497 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.522357 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.524470 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] 10.222.0.37 "DELETE /v2.0/networks/361e41ac-0036-4234-8a8b-ade0b38c033d HTTP/1.1" status: 204 len: 168 time: 0.7671232 Jun 22 09:20:38.524908 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:38.530432 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38486) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:38.537659 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Pushing event deleted for resources: {'Network': ['ID=361e41ac-0036-4234-8a8b-ade0b38c033d,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:38.540154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:38.688534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161de4-5bdc-40e3-9434-c42be2102062 req-0ee789b4-9a0f-4cca-8494-0819c26f0656 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:38.690038 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c6161de4-5bdc-40e3-9434-c42be2102062 req-0ee789b4-9a0f-4cca-8494-0819c26f0656 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0615525 Jun 22 09:20:38.727550 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c6161de4-5bdc-40e3-9434-c42be2102062 req-571535ac-5df6-4fab-9e41-ac1fd593a44d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Jun 22 09:20:38.864219 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.932065 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 04e83bf9-045b-496c-98fd-415073cb2d38 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:38.951784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 04e83bf9-045b-496c-98fd-415073cb2d38 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:38.952208 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 04e83bf9-045b-496c-98fd-415073cb2d38 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:38.952690 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:38.973577 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:38.973925 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 49f40df1-c8f5-4fc1-a55a-bbd98f9c9a35 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:38.974336 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device a8cca7a5-a0c1-414e-9d4f-47fe742d20ef no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:38.991844 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: a8cca7a5-a0c1-414e-9d4f-47fe742d20ef {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:38.992197 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device a8cca7a5-a0c1-414e-9d4f-47fe742d20ef not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:39.111735 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Deleting port 7a385179-bf41-4377-b1f8-82ad166b5c7e {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:39.111997 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.190850 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] For port 7a385179-bf41-4377-b1f8-82ad166b5c7e, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7a385179-bf41-4377-b1f8-82ad166b5c7e,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:39.191243 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.253477 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Calling delete_port for 7a385179-bf41-4377-b1f8-82ad166b5c7e owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:39.522241 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.524341 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:39.549483 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a385179-bf41-4377-b1f8-82ad166b5c7e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:39.552723 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:39.712230 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.959303 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7bed-6b52-4d5d-85c4-348478d43fc5 req-46c81b65-20f8-454d-bd67-ea49cf261791 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:39.960745 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3eea7bed-6b52-4d5d-85c4-348478d43fc5 req-46c81b65-20f8-454d-bd67-ea49cf261791 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.1094553 Jun 22 09:20:39.970518 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Router fe3f14a9-977e-416b-9741-decf8b093d72 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:40.038690 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3eea7bed-6b52-4d5d-85c4-348478d43fc5 req-d602133a-db36-485b-bd4a-feca17887a79 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702357 Jun 22 09:20:40.100297 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:40.106130 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] 10.222.0.37 "PUT /v2.0/routers/fe3f14a9-977e-416b-9741-decf8b093d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5746884 Jun 22 09:20:40.108530 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38494) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:40.111788 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] Sync routers for ids ['fe3f14a9-977e-416b-9741-decf8b093d72'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:40.121198 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] Routers {'fe3f14a9-977e-416b-9741-decf8b093d72'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:40.121886 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:20:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['fe3f14a9-977e-416b-9741-decf8b093d72'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:40.226777 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] Set router fe3f14a9-977e-416b-9741-decf8b093d72 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:40.404962 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:20:39Z', 'revision_number': 5, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:40.430323 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] Checking router: fe3f14a9-977e-416b-9741-decf8b093d72 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:40.438889 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] Routers {'fe3f14a9-977e-416b-9741-decf8b093d72'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:40.439523 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:20:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['fe3f14a9-977e-416b-9741-decf8b093d72'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:40.468066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.540263 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] Set router fe3f14a9-977e-416b-9741-decf8b093d72 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:40.566510 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.695409 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Deleting port 0d83964e-bdd3-45e1-9d18-64785e366813 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:40.695758 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.715626 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:20:39Z', 'revision_number': 5, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:40.740465 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed10b3-02a3-4879-9646-ae73b2e0d453 None None] The sync data for ids ['fe3f14a9-977e-416b-9741-decf8b093d72'] in dv-cinder-797333-1-iscsi is: [{'id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'name': 'tempest-TestMinimumBasicScenario-759459894-router', 'tenant_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:34Z', 'updated_at': '2021-06-22T09:20:39Z', 'revision_number': 5, 'project_id': '3b34c15f61b34bbbae07235f3e0d20f0', 'gw_port': {'id': '0d83964e-bdd3-45e1-9d18-64785e366813', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f14a9-977e-416b-9741-decf8b093d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:36Z', 'updated_at': '2021-06-22T09:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:40.777472 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] For port 0d83964e-bdd3-45e1-9d18-64785e366813, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=0d83964e-bdd3-45e1-9d18-64785e366813,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:40.777831 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.842232 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Calling delete_port for 0d83964e-bdd3-45e1-9d18-64785e366813 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:41.059723 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.062302 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:41.100364 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0d83964e-bdd3-45e1-9d18-64785e366813,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:41.100364 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:41.151162 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7a385179-bf41-4377-b1f8-82ad166b5c7e no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:41.173563 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 7a385179-bf41-4377-b1f8-82ad166b5c7e {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:41.174193 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7a385179-bf41-4377-b1f8-82ad166b5c7e not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:41.179338 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.244805 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131668e-ff26-4617-b4d2-c9c10a96b407 req-e45ebb48-865e-4757-8787-0f44c2dce596 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:41.246109 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c131668e-ff26-4617-b4d2-c9c10a96b407 req-e45ebb48-865e-4757-8787-0f44c2dce596 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0783038 Jun 22 09:20:41.276694 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.278937 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.284566 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c131668e-ff26-4617-b4d2-c9c10a96b407 req-612bd948-559e-4656-bb6b-030b1f253aee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Jun 22 09:20:41.416657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.417896 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3f14a9-977e-416b-9741-decf8b093d72 {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:20:41.422157 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.423185 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3fed7948-fcd7-4494-86c6-f16edbb970ee admin admin] 10.222.0.37 "DELETE /v2.0/routers/fe3f14a9-977e-416b-9741-decf8b093d72 HTTP/1.1" status: 204 len: 168 time: 1.3131120 Jun 22 09:20:41.425690 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38498) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:41.470789 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Deleting subnet 452f9b6a-931b-4825-8687-dd02c444173a {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:20:41.474074 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.510070 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13106294'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.634709 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.759764 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24763356'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.762236 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0d006d70-89c2-4909-820c-8c16bc13c476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:41.784535 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452f9b6a-931b-4825-8687-dd02c444173a,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:41.786958 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:41.791607 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.794139 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/452f9b6a-931b-4825-8687-dd02c444173a HTTP/1.1" status: 204 len: 168 time: 0.3674436 Jun 22 09:20:41.796769 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38500) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:41.797878 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4f64c-77d8-4370-96ae-8e20bba4694e None None] Network f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:41.865743 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.924116 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Deleting port 71efff82-023b-4884-99ef-985830040d7c {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:41.924425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:41.979249 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] DHCP port deletion for f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:20:41.987711 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] For port 71efff82-023b-4884-99ef-985830040d7c, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=71efff82-023b-4884-99ef-985830040d7c,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:41.988079 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.023321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Deleting port 71efff82-023b-4884-99ef-985830040d7c {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:20:42.023703 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.053580 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Calling delete_port for 71efff82-023b-4884-99ef-985830040d7c owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:42.085327 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] For port 71efff82-023b-4884-99ef-985830040d7c, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=71efff82-023b-4884-99ef-985830040d7c,segment=NetworkSegment(3b8ea0e3-9cfb-4d18-978b-95cade79a5c5),segment_id=3b8ea0e3-9cfb-4d18-978b-95cade79a5c5)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:42.085725 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.146222 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Calling delete_port for 71efff82-023b-4884-99ef-985830040d7c owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:20:42.202896 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.205837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1a174bcc-a0cf-4cb8-9ac5-b0ad7bebb05e tempest-VolumesActionsTest-604275951 tempest-VolumesActionsTest-604275951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:42.220979 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.222858 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:42.234249 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] No DVR routers for this DVR port 71efff82-023b-4884-99ef-985830040d7c on host dv-cinder-797333-1-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:42.237828 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=71efff82-023b-4884-99ef-985830040d7c,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:42.240149 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:42.246161 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Pushing event deleted for resources: {'Port': ['ID=71efff82-023b-4884-99ef-985830040d7c,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:42.249119 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:42.249921 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] No DVR routers for this DVR port 71efff82-023b-4884-99ef-985830040d7c on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:20:42.310837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.320425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:42.331738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:42.331860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8ea0e3-9cfb-4d18-978b-95cade79a5c5') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:42.343646 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.354105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.360142 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:20:42.360514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:20:42.362116 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:20:42.467691 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00146ca2-0afa-4339-bd92-22fbff3a8af1 req-fef73ce4-6107-4671-b398-1321df7d2221 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:42.469054 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-00146ca2-0afa-4339-bd92-22fbff3a8af1 req-fef73ce4-6107-4671-b398-1321df7d2221 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0661185 Jun 22 09:20:42.499710 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.504679 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.507040 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad HTTP/1.1" status: 204 len: 168 time: 0.7092390 Jun 22 09:20:42.508190 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:42.508342 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-00146ca2-0afa-4339-bd92-22fbff3a8af1 req-345da6e3-3e47-4158-8365-4c5ee6c6da9b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Jun 22 09:20:42.526111 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3cb5c59-e6cd-46e3-aa7e-4eb240d182ad,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:42.528781 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:42.850268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38506) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:42.889511 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b0f20f7a-e277-493e-a5c4-eed0c429363a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30a7305a11334a0b8f4c5b20eb60d95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379651 Jun 22 09:20:42.891831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38508) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:42.935327 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 71efff82-023b-4884-99ef-985830040d7c no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:42.940799 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.954339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 71efff82-023b-4884-99ef-985830040d7c {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:42.954683 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 71efff82-023b-4884-99ef-985830040d7c not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:42.955089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 0d83964e-bdd3-45e1-9d18-64785e366813 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:20:42.961603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:42.972998 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 0d83964e-bdd3-45e1-9d18-64785e366813 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:20:42.973342 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 0d83964e-bdd3-45e1-9d18-64785e366813 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:20:43.099532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.102110 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.103262 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e54b788-e3e0-4d0d-b3b7-99cb0227487c HTTP/1.1" status: 204 len: 168 time: 0.2105079 Jun 22 09:20:43.104184 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bcd65426-d543-47d0-8cef-64ec01e9cc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:43.111500 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54b788-e3e0-4d0d-b3b7-99cb0227487c,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:43.113807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:43.859890 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38516) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:43.901874 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5d0f64ce-3583-430e-bd64-85b1af194f1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b34c15f61b34bbbae07235f3e0d20f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401595 Jun 22 09:20:43.904262 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38518) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:43.953833 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.975010 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.977942 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ec78-902d-4f30-8658-f7b7a954b395 req-7a64d784-f9ee-486d-9b16-0746c87e02d3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:43.979475 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fe95ec78-902d-4f30-8658-f7b7a954b395 req-7a64d784-f9ee-486d-9b16-0746c87e02d3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.3539703 Jun 22 09:20:44.019144 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fe95ec78-902d-4f30-8658-f7b7a954b395 req-e32fce1d-ed8b-4c1c-a2ab-1285e062c4ae tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Jun 22 09:20:44.096837 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.099521 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.100655 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d36f4d06-4e6c-42c1-9bd5-42785cad1c13 HTTP/1.1" status: 204 len: 168 time: 0.1954696 Jun 22 09:20:44.101504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4185ff98-f688-48b5-8d84-3cf749dd9236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:44.109814 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f4d06-4e6c-42c1-9bd5-42785cad1c13,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:44.112255 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-961ed2d6-d206-4d94-9a84-05638ad263ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:45.196425 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc958-f42b-4dde-b0f2-6adab35f0d37 req-892f1e76-9605-461d-866e-9fdeb203786f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:45.197839 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1e0cc958-f42b-4dde-b0f2-6adab35f0d37 req-892f1e76-9605-461d-866e-9fdeb203786f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0642262 Jun 22 09:20:45.235601 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1e0cc958-f42b-4dde-b0f2-6adab35f0d37 req-2956471a-5042-46e6-b4bb-e7e1be2b280b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Jun 22 09:20:46.411267 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853adf9-e8fd-4d00-8e91-93b59a03b144 req-9b569295-42f4-437a-8fb5-be8119631dc3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:46.412698 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4853adf9-e8fd-4d00-8e91-93b59a03b144 req-9b569295-42f4-437a-8fb5-be8119631dc3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0615473 Jun 22 09:20:46.451908 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4853adf9-e8fd-4d00-8e91-93b59a03b144 req-dce29ad2-9f82-4e90-b813-6cc4e9044228 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jun 22 09:20:47.626781 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb420a-aa04-4ef9-bcf2-fee30744e657 req-41c77cf9-6af0-4331-8a56-ef32113f630c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:47.628244 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-71bb420a-aa04-4ef9-bcf2-fee30744e657 req-41c77cf9-6af0-4331-8a56-ef32113f630c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0616250 Jun 22 09:20:47.664703 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-71bb420a-aa04-4ef9-bcf2-fee30744e657 req-b5a1eef3-8bbc-489f-ac7e-e5e57c9b9ee4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Jun 22 09:20:48.839061 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7c747-1a70-4962-bd05-23b34beff91e req-5709f36f-6172-4f2d-90cd-ed6b252bac65 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:48.840505 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22d7c747-1a70-4962-bd05-23b34beff91e req-5709f36f-6172-4f2d-90cd-ed6b252bac65 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0644124 Jun 22 09:20:48.876905 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-22d7c747-1a70-4962-bd05-23b34beff91e req-010c7ba6-6f15-4333-bc17-5d442e4a1348 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Jun 22 09:20:50.050937 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef363809-1c3e-488d-bf8f-4691c8c20a5e req-4dcbc57a-0979-4f65-8f99-cc6da577e611 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:50.052364 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ef363809-1c3e-488d-bf8f-4691c8c20a5e req-4dcbc57a-0979-4f65-8f99-cc6da577e611 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0618305 Jun 22 09:20:50.089938 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ef363809-1c3e-488d-bf8f-4691c8c20a5e req-a9b00890-9c6b-4e04-8ae8-e82e5bb28eaf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jun 22 09:20:51.266541 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedeeb8-6116-4408-9094-8ceec6e8781c req-b0252650-c7e1-42e0-bee0-c872f0e2c18d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:51.268006 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-beedeeb8-6116-4408-9094-8ceec6e8781c req-b0252650-c7e1-42e0-bee0-c872f0e2c18d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0625234 Jun 22 09:20:51.304943 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-beedeeb8-6116-4408-9094-8ceec6e8781c req-270f1845-eeba-4902-a85d-439b8243a68b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300856 Jun 22 09:20:52.485831 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786ee2-c206-4f75-9b61-444afbcd7884 req-01296913-9fc0-4993-9c77-af9113ed0726 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:52.487306 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-29786ee2-c206-4f75-9b61-444afbcd7884 req-01296913-9fc0-4993-9c77-af9113ed0726 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0649705 Jun 22 09:20:52.528280 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-29786ee2-c206-4f75-9b61-444afbcd7884 req-8d01a7a2-66e7-4c08-a13a-8c57881eb982 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jun 22 09:20:53.704187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83128631-df71-44c4-b1e8-6e35da3d576d req-1b815a7c-4a2f-4eb5-9820-9b5f2facbb25 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:53.855253 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-83128631-df71-44c4-b1e8-6e35da3d576d req-1b815a7c-4a2f-4eb5-9820-9b5f2facbb25 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0645974 Jun 22 09:20:53.855253 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-83128631-df71-44c4-b1e8-6e35da3d576d req-dc550e15-631b-40dc-af20-dae73c7a6a6c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Jun 22 09:20:54.233640 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:54.925856 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3fbdd-4de4-4157-af8c-7498368e49e2 req-1167e2c8-fc7e-43ed-9cdd-e62c4f984443 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:54.927322 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e4e3fbdd-4de4-4157-af8c-7498368e49e2 req-1167e2c8-fc7e-43ed-9cdd-e62c4f984443 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0623503 Jun 22 09:20:54.964592 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e4e3fbdd-4de4-4157-af8c-7498368e49e2 req-b6032922-ed32-4d4d-a826-3e65b21e7494 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314655 Jun 22 09:20:55.840726 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:20:55.860504 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d2cb212e-207b-44f3-8f83-a17175c451ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:55.935741 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:55.946109 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '03e04b4d-d227-489b-897f-aa248b01caf2', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2', 'mac_address': 'fa:16:3e:7a:8f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:20:55.982845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:55.995083 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03e04b4d-d227-489b-897f-aa248b01caf2 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:20:56.018537 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:56.081995 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:56.083857 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8a408f30-292d-4da8-821e-b08505dadab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:56.135037 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=6']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:56.138756 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:56.147395 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58825a38-a0fe-4a11-b7f2-f40fb30217fe req-da0969e1-424c-4aa0-972e-d612e5c21c91 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:56.148835 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-58825a38-a0fe-4a11-b7f2-f40fb30217fe req-da0969e1-424c-4aa0-972e-d612e5c21c91 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 945 time: 0.0698149 Jun 22 09:20:56.163325 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['03e04b4d-d227-489b-897f-aa248b01caf2'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:20:56.186968 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-58825a38-a0fe-4a11-b7f2-f40fb30217fe req-153936f7-1d8b-44fa-993b-dbeeebd96137 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jun 22 09:20:57.365504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776f83f-671d-48c5-8339-e97425095408 req-e496e190-8cef-4757-8d3d-f5df2c1899e5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:57.366946 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d776f83f-671d-48c5-8339-e97425095408 req-e496e190-8cef-4757-8d3d-f5df2c1899e5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 945 time: 0.0650213 Jun 22 09:20:57.404099 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d776f83f-671d-48c5-8339-e97425095408 req-f702957d-fa56-45c1-bb6f-8ac08dafc4f7 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Jun 22 09:20:57.851975 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:57.900522 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 03e04b4d-d227-489b-897f-aa248b01caf2 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:57.900898 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:57.973141 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:57.993761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:20:57.996661 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f24b8-99f1-443e-8b78-08495542b355" -d '{"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-plugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:58.009200 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:58.070798 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:58.073480 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-7bb28b78-7ffc-42b8-98c9-b48c5bc10ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:58.122047 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=7']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:58.125098 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:58.198205 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc9ec71-621e-41fb-b432-d2ac6d93059e x-openstack-request-id: req-3bc9ec71-621e-41fb-b432-d2ac6d93059e {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:58.198622 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-plugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:58.199543 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bc9ec71-621e-41fb-b432-d2ac6d93059e {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:58.204097 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'code': 200} Jun 22 09:20:58.580467 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8c318-52be-4c6c-992f-424b2eff022e req-f4a52c98-a4cf-4def-b2dc-6d14b3d1c173 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:58.581918 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a5e8c318-52be-4c6c-992f-424b2eff022e req-f4a52c98-a4cf-4def-b2dc-6d14b3d1c173 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0626802 Jun 22 09:20:58.620525 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a5e8c318-52be-4c6c-992f-424b2eff022e req-bfdcb891-47b2-4880-9064-2a3ddeb6f0c9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Jun 22 09:20:59.262528 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f1565ff5-b338-4360-b2e0-a40f2c17754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:59.799401 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc2cf-143a-49f6-a7ec-ed76e303a173 req-5071c335-ff9b-41d4-a32f-2dea4ec7979a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:59.800817 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-12fdc2cf-143a-49f6-a7ec-ed76e303a173 req-5071c335-ff9b-41d4-a32f-2dea4ec7979a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0608909 Jun 22 09:20:59.837870 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-12fdc2cf-143a-49f6-a7ec-ed76e303a173 req-d0ee01af-075c-4782-8084-0721a04caf01 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Jun 22 09:21:00.138804 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:00.785194 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:01.017619 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc78234-a20e-4daf-b700-e71a418ee4b2 req-21011e2f-cffb-4612-baf0-bebc317afa3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:01.019088 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3cc78234-a20e-4daf-b700-e71a418ee4b2 req-21011e2f-cffb-4612-baf0-bebc317afa3f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0632420 Jun 22 09:21:01.056816 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3cc78234-a20e-4daf-b700-e71a418ee4b2 req-3f2f1721-3313-4755-a72c-1eb59c91d0c5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Jun 22 09:21:02.271982 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56987b-08c3-4da0-91fa-c944579f6e91 req-0437c44c-675c-4d6c-9916-d5242a38c630 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:02.274236 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4e56987b-08c3-4da0-91fa-c944579f6e91 req-0437c44c-675c-4d6c-9916-d5242a38c630 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0730340 Jun 22 09:21:02.313963 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4e56987b-08c3-4da0-91fa-c944579f6e91 req-8601789b-452a-4363-9da8-aca7277a835a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326517 Jun 22 09:21:02.871736 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:03.516695 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d04fd-b4d6-4ccf-a26f-9ee5fc32c042 req-809bf6c2-a28e-43c4-8060-86dd8305ffbf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:03.518978 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dd1d04fd-b4d6-4ccf-a26f-9ee5fc32c042 req-809bf6c2-a28e-43c4-8060-86dd8305ffbf tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0778315 Jun 22 09:21:03.560660 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dd1d04fd-b4d6-4ccf-a26f-9ee5fc32c042 req-186d72ab-7315-4968-a8be-88bfbd68c434 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359044 Jun 22 09:21:04.750535 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf3bf-8076-4bca-8e71-1ca0e8c44420 req-fa4faf58-7cf4-4100-98a0-1300fdd00bb4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:04.752285 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e83cf3bf-8076-4bca-8e71-1ca0e8c44420 req-fa4faf58-7cf4-4100-98a0-1300fdd00bb4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0656419 Jun 22 09:21:04.789282 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e83cf3bf-8076-4bca-8e71-1ca0e8c44420 req-43e2ff13-2fc8-4863-b7ff-4fcc51da6538 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Jun 22 09:21:04.804341 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:21:05.972394 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56b05-5894-425f-b67e-ad4d5adced71 req-8326cc1e-8a7a-4cad-b410-b634bacfa32d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:05.973784 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-50e56b05-5894-425f-b67e-ad4d5adced71 req-8326cc1e-8a7a-4cad-b410-b634bacfa32d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0661254 Jun 22 09:21:06.014098 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-50e56b05-5894-425f-b67e-ad4d5adced71 req-ad776419-755a-486d-9c57-65d3a9fa983e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336461 Jun 22 09:21:07.216467 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e1f50-54ef-4dad-aaa1-76cbd98ce88e req-5c83f096-10b5-4a57-9abe-c56c39b92de8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:07.218537 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b00e1f50-54ef-4dad-aaa1-76cbd98ce88e req-5c83f096-10b5-4a57-9abe-c56c39b92de8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0709395 Jun 22 09:21:07.261176 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b00e1f50-54ef-4dad-aaa1-76cbd98ce88e req-9ed6c3f3-9c16-4dad-b4fc-c66f431d2d13 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364332 Jun 22 09:21:08.446801 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1715150-c11c-4446-8b70-afcacb4e9092 req-b3cd3436-906d-44fa-8259-b2f7b34d75a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:08.449218 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c1715150-c11c-4446-8b70-afcacb4e9092 req-b3cd3436-906d-44fa-8259-b2f7b34d75a3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0701013 Jun 22 09:21:08.493736 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c1715150-c11c-4446-8b70-afcacb4e9092 req-246a7427-36c3-4f0f-af9c-ff8d80ad5b0d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371544 Jun 22 09:21:09.686540 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ad4b9-f036-4734-ba9d-29d8f8156f40 req-62ce471a-4d50-46c6-84d8-e43cdecf0160 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:09.688050 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3b2ad4b9-f036-4734-ba9d-29d8f8156f40 req-62ce471a-4d50-46c6-84d8-e43cdecf0160 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0714211 Jun 22 09:21:09.726880 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3b2ad4b9-f036-4734-ba9d-29d8f8156f40 req-fa4f00ae-7323-456b-8cfd-64b79d10a4c9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Jun 22 09:21:10.911775 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a8e8-4156-496f-8321-dee2233dc8a6 req-36bd099b-64c8-4752-afb5-3712f4392f82 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:10.913443 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6747a8e8-4156-496f-8321-dee2233dc8a6 req-36bd099b-64c8-4752-afb5-3712f4392f82 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0691135 Jun 22 09:21:10.951991 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-6747a8e8-4156-496f-8321-dee2233dc8a6 req-d87a1bd5-d1e8-4f42-ad5f-b5ad705225eb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Jun 22 09:21:12.142987 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb10c5d-08d8-4840-bd55-9e3d0a098dc0 req-edcf2d78-d377-4573-a49b-9a9ddee83964 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:12.144526 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-acb10c5d-08d8-4840-bd55-9e3d0a098dc0 req-edcf2d78-d377-4573-a49b-9a9ddee83964 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0683351 Jun 22 09:21:12.185111 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-acb10c5d-08d8-4840-bd55-9e3d0a098dc0 req-4a2b5c32-38ec-4170-b3b4-a504e6e70ce2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346606 Jun 22 09:21:13.368299 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcff21-6151-418f-bd19-3f6a076727f0 req-6820ab6a-f1c9-4c51-a8ec-3e9e5e2b8141 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:13.370023 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-87dcff21-6151-418f-bd19-3f6a076727f0 req-6820ab6a-f1c9-4c51-a8ec-3e9e5e2b8141 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0660851 Jun 22 09:21:13.410958 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-87dcff21-6151-418f-bd19-3f6a076727f0 req-267f848b-294c-4af1-9281-2a9ab7fe6f70 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334589 Jun 22 09:21:14.593225 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546b2b3-4330-4dfc-b14b-12c10176a671 req-ad4dea3f-8366-48fb-a536-db40c79cb5c8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:14.594670 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e546b2b3-4330-4dfc-b14b-12c10176a671 req-ad4dea3f-8366-48fb-a536-db40c79cb5c8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0705423 Jun 22 09:21:14.633416 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e546b2b3-4330-4dfc-b14b-12c10176a671 req-dfc3ffa2-35ab-4713-a534-e7dcd9b2e180 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Jun 22 09:21:15.133704 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-caa1c5e9-039b-409f-b7a8-bc414c0995d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:15.135208 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-caa1c5e9-039b-409f-b7a8-bc414c0995d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1099 time: 0.0511048 Jun 22 09:21:15.222341 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-f03b0a29-d242-4087-bf4f-c1fb83a16ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:15.223723 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-f03b0a29-d242-4087-bf4f-c1fb83a16ff1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0825117 Jun 22 09:21:15.290518 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-daa8939a-b877-435b-9c3c-a16ff1038ee5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 200 len: 1001 time: 0.0602300 Jun 22 09:21:15.338111 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-39a26fc1-573c-4f37-b892-88c54f61b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:15.339487 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-39a26fc1-573c-4f37-b892-88c54f61b906 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0416887 Jun 22 09:21:15.393800 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-5547ea8e-66c3-4b71-a5ae-d2bd8aa870ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:15.395213 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-5547ea8e-66c3-4b71-a5ae-d2bd8aa870ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495765 Jun 22 09:21:15.482577 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-23952bce-1114-4c5d-bbc8-82978db6fcda service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800991 Jun 22 09:21:15.569080 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-16be0919-5c69-4b07-885d-9e91242d5f81 req-2e1231fc-871d-4de4-802f-8792f4c5768c service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797632 Jun 22 09:21:15.812553 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a33b2-9fed-430d-8425-21f3f2d73ba9 req-a3dab3b8-ffee-4998-b348-4a2127e386e0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:15.813907 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9c2a33b2-9fed-430d-8425-21f3f2d73ba9 req-a3dab3b8-ffee-4998-b348-4a2127e386e0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0654893 Jun 22 09:21:15.850278 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9c2a33b2-9fed-430d-8425-21f3f2d73ba9 req-754c69ed-ca48-47ec-8779-ba3f6ea106fb tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Jun 22 09:21:17.031066 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5333d7-7653-48fc-bf4c-c6ab29cf2196 req-baa036b7-49b5-4250-84ce-e17191266c8a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:17.032489 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0f5333d7-7653-48fc-bf4c-c6ab29cf2196 req-baa036b7-49b5-4250-84ce-e17191266c8a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0671287 Jun 22 09:21:17.069555 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0f5333d7-7653-48fc-bf4c-c6ab29cf2196 req-14715a5a-bb08-47a6-b543-f521a2b5c115 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jun 22 09:21:18.246376 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc05f1-4ab4-4228-ac4f-1460fd0864fa req-79812751-35ae-457d-bb78-3ece559d0467 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:18.248008 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8cdc05f1-4ab4-4228-ac4f-1460fd0864fa req-79812751-35ae-457d-bb78-3ece559d0467 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 946 time: 0.0664320 Jun 22 09:21:18.284892 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8cdc05f1-4ab4-4228-ac4f-1460fd0864fa req-cbe7c90d-d06e-494d-b799-ef0ba0d4868c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Jun 22 09:21:19.969424 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:21:20.045802 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:20.068342 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:21:20.070601 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac21159c-2819-4feb-9f41-ad506b5b7993" -d '{"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-unplugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:21:20.082867 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:21:20.101766 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 09:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69d380-cb50-4315-88f3-de77d5c711a1 x-openstack-request-id: req-ca69d380-cb50-4315-88f3-de77d5c711a1 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:21:20.102058 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-unplugged", "status": "failed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "code": 422}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:21:20.102316 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca69d380-cb50-4315-88f3-de77d5c711a1 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:21:20.102710 dv-cinder-797333-1-iscsi neutron-server[93486]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'code': 422} returned with failed status Jun 22 09:21:20.175212 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:20.184161 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-870e09f9-89a4-4ee6-9f22-84bfbfcc8d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:21:20.225230 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=8']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:21:20.228439 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:21:20.666013 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ac70b-b084-4a4f-9ffe-9e3ccc1f6c3c req-a62248da-349c-4a2b-a592-1c30c0cacf0d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:20.667544 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-855ac70b-b084-4a4f-9ffe-9e3ccc1f6c3c req-a62248da-349c-4a2b-a592-1c30c0cacf0d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0691059 Jun 22 09:21:20.706975 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-855ac70b-b084-4a4f-9ffe-9e3ccc1f6c3c req-b42ece1a-c31a-4cf2-b637-4c77e2698798 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327754 Jun 22 09:21:21.078822 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38682) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:21:21.171282 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-32ca1eaf-b1b9-498c-a962-3c78be6bfe48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911121 Jun 22 09:21:21.885461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944b489-07f9-4d1a-94b5-71f8aa9ec97a req-fd05135f-5976-480a-bb97-fd578ee9d19e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:21.886923 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f944b489-07f9-4d1a-94b5-71f8aa9ec97a req-fd05135f-5976-480a-bb97-fd578ee9d19e tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0631323 Jun 22 09:21:21.925351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f944b489-07f9-4d1a-94b5-71f8aa9ec97a req-d0676d84-6a2a-4a16-8671-e9c9ea38cc7b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Jun 22 09:21:22.785376 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-b1cda618-afbf-41fb-aed8-56b15ad466b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:22.786797 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-b1cda618-afbf-41fb-aed8-56b15ad466b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e&tenant_id=6cd184eaf29b486fb8c79db756807bbe HTTP/1.1" status: 200 len: 1097 time: 0.0565305 Jun 22 09:21:22.856730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-980e702a-abcd-4661-a2ef-52cf202ad1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:22.858444 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-980e702a-abcd-4661-a2ef-52cf202ad1c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1097 time: 0.0509703 Jun 22 09:21:22.944508 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-b5ddaff2-4e8e-4309-91fb-aa83ea2706f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:22.945843 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-b5ddaff2-4e8e-4309-91fb-aa83ea2706f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0811167 Jun 22 09:21:23.013512 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-388a4eb9-5b4b-42d9-93e8-cab89e29b953 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 200 len: 999 time: 0.0606122 Jun 22 09:21:23.063949 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-f5783cbb-15c5-42d0-af37-9331fdd20dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:23.065474 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-f5783cbb-15c5-42d0-af37-9331fdd20dac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0445924 Jun 22 09:21:23.100532 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c908e6f-3a6e-4cc9-a21a-7e41e3da4808 req-4e2ddaa0-5d13-42c7-8d30-ed8732ac0e13 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:23.101972 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8c908e6f-3a6e-4cc9-a21a-7e41e3da4808 req-4e2ddaa0-5d13-42c7-8d30-ed8732ac0e13 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0622413 Jun 22 09:21:23.122174 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-14c79247-f722-4ccf-b7de-423472725639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:23.124353 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-14c79247-f722-4ccf-b7de-423472725639 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529485 Jun 22 09:21:23.141124 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8c908e6f-3a6e-4cc9-a21a-7e41e3da4808 req-a678471c-2de9-4362-8cab-599e51a79f05 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Jun 22 09:21:23.217520 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-495bfbce-a7c4-4589-8014-ff34232ec37e service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860727 Jun 22 09:21:23.303962 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-09016296-8460-44ad-acd9-6fb2fa9616c5 req-cccb92bb-3790-4bf8-92b0-2344e7d5e48c service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803590 Jun 22 09:21:24.230635 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:24.355495 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cfa46-b00f-474f-9c68-bfd0d2b488b0 req-05eb4126-d534-4bc0-afc4-c468f8018044 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:24.356939 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-576cfa46-b00f-474f-9c68-bfd0d2b488b0 req-05eb4126-d534-4bc0-afc4-c468f8018044 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0708923 Jun 22 09:21:24.397728 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-576cfa46-b00f-474f-9c68-bfd0d2b488b0 req-92e70b45-e2cc-4263-a24c-1f5967f08b31 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Jun 22 09:21:25.592261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299f0b-2549-4b11-b07d-b8e62bc9d616 req-bfff8735-db49-4300-86de-86a48093b291 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:25.594319 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a299f0b-2549-4b11-b07d-b8e62bc9d616 req-bfff8735-db49-4300-86de-86a48093b291 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0765300 Jun 22 09:21:25.637456 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5a299f0b-2549-4b11-b07d-b8e62bc9d616 req-b0ae41ec-5158-4467-9cf2-aedcc0a7d40b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375421 Jun 22 09:21:25.815014 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e9271f34-ed69-4e80-bb93-4d14c24bc548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:26.820533 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f9d91-529a-497a-a8a0-af06a816129f req-52a236fd-bade-482c-bdb0-f470802b93c9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:26.822387 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-044f9d91-529a-497a-a8a0-af06a816129f req-52a236fd-bade-482c-bdb0-f470802b93c9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0656493 Jun 22 09:21:26.863003 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-044f9d91-529a-497a-a8a0-af06a816129f req-ea1c113d-eb3a-4518-9cf1-089ebc6764c8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Jun 22 09:21:28.045681 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6b65-98fb-4434-b01e-5e4347776c5d req-326a738c-fa00-4e8e-b95f-03b33031d7b2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:28.047791 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f1ee6b65-98fb-4434-b01e-5e4347776c5d req-326a738c-fa00-4e8e-b95f-03b33031d7b2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0653174 Jun 22 09:21:28.084066 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-f1ee6b65-98fb-4434-b01e-5e4347776c5d req-0354c7c0-a92b-40b0-b592-cd2c931f0ee9 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Jun 22 09:21:29.265001 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4435320-4a26-43e8-bab4-6b655d307e0a req-40c96b64-4db5-46d8-b19d-bcab332d0fe0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:29.266456 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d4435320-4a26-43e8-bab4-6b655d307e0a req-40c96b64-4db5-46d8-b19d-bcab332d0fe0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0647931 Jun 22 09:21:29.295008 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-44c3d699-7cb7-42af-b399-f2c460b9627d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:29.309722 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d4435320-4a26-43e8-bab4-6b655d307e0a req-9bc1a342-b5e4-4d4b-8214-1390a94828f4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369654 Jun 22 09:21:30.327581 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:30.498966 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2264-b47a-47c8-968c-eead8e4e93c7 req-19ef1380-3f61-49b4-9e3f-4b468a9a5195 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:30.500719 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-640e2264-b47a-47c8-968c-eead8e4e93c7 req-19ef1380-3f61-49b4-9e3f-4b468a9a5195 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0648086 Jun 22 09:21:30.543676 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-640e2264-b47a-47c8-968c-eead8e4e93c7 req-64a63164-fdc7-409f-9cdd-e60acedd3dd8 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363884 Jun 22 09:21:30.820778 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:31.732056 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b03058-5f39-4d16-aec8-8d8d2665f98b req-b04201d7-cfa5-48c5-b896-7187ef93baf4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:31.733561 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72b03058-5f39-4d16-aec8-8d8d2665f98b req-b04201d7-cfa5-48c5-b896-7187ef93baf4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0715938 Jun 22 09:21:31.772085 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-72b03058-5f39-4d16-aec8-8d8d2665f98b req-31cf94f1-b62d-4ed3-8dcf-bc5ae15a94ee tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Jun 22 09:21:32.804165 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:32.960171 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fc3b-aa30-4541-b3d6-91a92f16812e req-5a135811-1313-49b7-b366-b65c01606706 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:32.961688 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7946fc3b-aa30-4541-b3d6-91a92f16812e req-5a135811-1313-49b7-b366-b65c01606706 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0705180 Jun 22 09:21:33.002708 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7946fc3b-aa30-4541-b3d6-91a92f16812e req-9d159fa3-64ca-4943-b538-b701465e5b70 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346024 Jun 22 09:21:34.185183 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ecf3-0309-4190-906b-4e603336e180 req-3ebb1221-5ef9-49fb-8928-f6fa57510cf3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:34.186686 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3414ecf3-0309-4190-906b-4e603336e180 req-3ebb1221-5ef9-49fb-8928-f6fa57510cf3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0651593 Jun 22 09:21:34.225548 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3414ecf3-0309-4190-906b-4e603336e180 req-5a5c1d14-b95d-4139-934f-d8740303ac45 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Jun 22 09:21:35.419736 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4865ce-cf87-44a4-b0d6-6b9f575da9fc req-2c5bed33-b7b4-47c6-88e1-f7db38a5124d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:35.421483 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ad4865ce-cf87-44a4-b0d6-6b9f575da9fc req-2c5bed33-b7b4-47c6-88e1-f7db38a5124d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0779169 Jun 22 09:21:35.473813 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ad4865ce-cf87-44a4-b0d6-6b9f575da9fc req-0a325e47-f5b8-4c89-aa16-01abef64775b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452578 Jun 22 09:21:36.655641 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c71b-908c-4848-9712-672641c321c8 req-f22d004a-bbe8-4f3c-bb87-9cd0221a4d2f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:36.657187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ef06c71b-908c-4848-9712-672641c321c8 req-f22d004a-bbe8-4f3c-bb87-9cd0221a4d2f tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0686793 Jun 22 09:21:36.694962 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ef06c71b-908c-4848-9712-672641c321c8 req-87543b78-df51-4053-997e-b59d66ce3344 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jun 22 09:21:37.878649 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a723a4-aacf-4b20-b876-2c8a64b97536 req-7a4e9d86-3787-4659-959e-6e24933bcd5b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:37.880118 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-45a723a4-aacf-4b20-b876-2c8a64b97536 req-7a4e9d86-3787-4659-959e-6e24933bcd5b tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0664017 Jun 22 09:21:37.917599 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-45a723a4-aacf-4b20-b876-2c8a64b97536 req-5f43642a-dfee-476f-b1ef-10552340c913 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Jun 22 09:21:39.093807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0711-422f-4442-969f-2aeae08c1da5 req-0ade4bc7-a31c-4483-b3c3-a45a40590dab tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:39.095434 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e40d0711-422f-4442-969f-2aeae08c1da5 req-0ade4bc7-a31c-4483-b3c3-a45a40590dab tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0622525 Jun 22 09:21:39.133080 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e40d0711-422f-4442-969f-2aeae08c1da5 req-35e646f0-072e-4405-ae04-774a974525ff tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Jun 22 09:21:40.304792 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb18d6-08a3-401e-be07-7395b51c341f req-d7f6febd-7229-4265-81be-200ed2321fc3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:40.306936 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-26fb18d6-08a3-401e-be07-7395b51c341f req-d7f6febd-7229-4265-81be-200ed2321fc3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0624914 Jun 22 09:21:40.343233 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-26fb18d6-08a3-401e-be07-7395b51c341f req-8c408f67-1a59-4b3e-a0bd-46eb7f673369 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307899 Jun 22 09:21:41.515587 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b68e-1c42-491a-b478-49a9894cf7e1 req-e2517c95-4056-4039-a31b-749de3262e21 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:41.517032 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ee51b68e-1c42-491a-b478-49a9894cf7e1 req-e2517c95-4056-4039-a31b-749de3262e21 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 944 time: 0.0614665 Jun 22 09:21:41.554039 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ee51b68e-1c42-491a-b478-49a9894cf7e1 req-365c8df8-b3f5-400e-b32d-c9c307830773 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Jun 22 09:21:41.802326 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:21:42.100132 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:21:42.193315 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:21:42.204052 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '03e04b4d-d227-489b-897f-aa248b01caf2', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'port_id': '03e04b4d-d227-489b-897f-aa248b01caf2', 'mac_address': 'fa:16:3e:7a:8f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:21:42.239402 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:42.252244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e04b4d-d227-489b-897f-aa248b01caf2 {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:21:42.270419 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:21:42.334544 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:42.336906 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:21:42.380991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=9']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:21:42.387661 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.388007 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.388345 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.388676 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.389003 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.389327 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.389650 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.389971 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.390291 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.390607 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.390922 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.391280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:21:42.395108 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:21:42.726111 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['03e04b4d-d227-489b-897f-aa248b01caf2'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:21:42.729679 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49573da-7856-4703-a925-74530ccc700e req-818ff421-1e04-48cf-a720-fe93243f4841 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:42.731157 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b49573da-7856-4703-a925-74530ccc700e req-818ff421-1e04-48cf-a720-fe93243f4841 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 945 time: 0.0616674 Jun 22 09:21:42.772452 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b49573da-7856-4703-a925-74530ccc700e req-832f34a6-9c3b-43bb-a91c-d4c1636f7e36 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354242 Jun 22 09:21:43.953677 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d21f88-2150-48c5-a8cb-7a00c988c0ac req-177eea32-f08c-4f52-83e0-9b2e9adde853 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:43.955020 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b0d21f88-2150-48c5-a8cb-7a00c988c0ac req-177eea32-f08c-4f52-83e0-9b2e9adde853 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 945 time: 0.0655403 Jun 22 09:21:43.993475 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b0d21f88-2150-48c5-a8cb-7a00c988c0ac req-92619ed5-d73f-450d-8dfb-4f54826f85c2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Jun 22 09:21:44.108255 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:21:44.153804 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 03e04b4d-d227-489b-897f-aa248b01caf2 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:21:44.154179 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:44.228072 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:44.248664 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:21:44.251158 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68152b65-e0cf-4d7b-b15e-d84705f5990c" -d '{"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-plugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:21:44.263920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:21:44.288196 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12656808-3d6b-45ed-97a2-72ee3a41f0fe x-openstack-request-id: req-12656808-3d6b-45ed-97a2-72ee3a41f0fe {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:21:44.288495 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-plugged", "status": "completed", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:21:44.288758 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12656808-3d6b-45ed-97a2-72ee3a41f0fe {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:21:44.289196 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'code': 200} Jun 22 09:21:44.380444 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:44.383589 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-6dfbc894-9365-486f-b956-21decffb6595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:21:44.429784 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=10']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:21:44.433115 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:21:44.624652 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbd737-3fb6-4370-bbba-702001788b93 req-84f6b72c-a059-4c99-b46d-8e5967c9a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:44.626342 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-74bbd737-3fb6-4370-bbba-702001788b93 req-84f6b72c-a059-4c99-b46d-8e5967c9a443 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1100 time: 0.0507264 Jun 22 09:21:44.660030 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-74bbd737-3fb6-4370-bbba-702001788b93 req-efc3794d-b3e2-4cc5-8657-e833a076428e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260320 Jun 22 09:21:45.172095 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0c24d-749b-40c1-82ce-c5e13e85f9bd req-7c43f0db-21b0-4ced-a056-ac09e5b3f36d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:45.173470 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6ff0c24d-749b-40c1-82ce-c5e13e85f9bd req-7c43f0db-21b0-4ced-a056-ac09e5b3f36d tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.0660546 Jun 22 09:21:45.210939 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6ff0c24d-749b-40c1-82ce-c5e13e85f9bd req-095c9d6a-4719-446a-9ce4-544d524c55fa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jun 22 09:21:46.388074 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef94fac-8133-4fc5-98c2-dab7b9821abf req-51ad4382-00ca-44cb-9a68-433b2449caad tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:46.389561 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eef94fac-8133-4fc5-98c2-dab7b9821abf req-51ad4382-00ca-44cb-9a68-433b2449caad tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.0634651 Jun 22 09:21:46.426662 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eef94fac-8133-4fc5-98c2-dab7b9821abf req-1727846a-dbfc-4ab7-b697-62e60bc83e87 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Jun 22 09:21:47.600669 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329668bc-e705-46ea-a6a0-c156199b2326 req-4c74c198-f81b-4709-bc6d-40175c735376 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:47.602115 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-329668bc-e705-46ea-a6a0-c156199b2326 req-4c74c198-f81b-4709-bc6d-40175c735376 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.0625226 Jun 22 09:21:47.639690 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-329668bc-e705-46ea-a6a0-c156199b2326 req-e0e1f9eb-da41-44ae-b1e1-db0e72366ffa tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Jun 22 09:21:52.921375 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-008d7fdb-a389-40b1-aa2a-99db15e9a791 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514336 Jun 22 09:21:53.023684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-e12ee2bd-f8d4-4dd3-86b7-9d7d13eb0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:53.025060 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-e12ee2bd-f8d4-4dd3-86b7-9d7d13eb0b89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cd184eaf29b486fb8c79db756807bbe&device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 1100 time: 0.0555565 Jun 22 09:21:53.129204 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-ee370cbe-60c6-455d-964d-e2dd28b4003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:53.130627 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-ee370cbe-60c6-455d-964d-e2dd28b4003a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 200 len: 918 time: 0.0824227 Jun 22 09:21:53.200062 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-1605213e-5d81-4550-93ff-ceb71f63b987 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 200 len: 1001 time: 0.0608065 Jun 22 09:21:53.248985 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-665884c9-8307-4185-aa9c-e7a2ec719213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:53.250627 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-665884c9-8307-4185-aa9c-e7a2ec719213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 200 len: 856 time: 0.0435219 Jun 22 09:21:53.307756 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-85374741-37f5-4e93-b4c2-75ed51721908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:21:53.309373 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-85374741-37f5-4e93-b4c2-75ed51721908 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511842 Jun 22 09:21:53.400488 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-3d9a1a3b-93fa-4533-9311-394ab03c9560 service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823052 Jun 22 09:21:53.493414 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1fa4e80f-bbfe-41a7-8b64-b601273132a1 req-7aad89f0-a525-4b67-b3d4-696d494c15bf service neutron] 10.222.0.23 "GET /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806046 Jun 22 09:21:54.213762 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:55.819387 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-6047ebec-d758-4b13-bd60-d8c35feb7b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:59.270967 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-08e1464a-13d8-4d1c-abb4-13752b1ecbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:00.196779 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:00.773698 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:02.825455 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:18.800765 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:22:24.211671 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:25.846144 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-271a5cdf-68a2-401e-88a3-67a6f05933a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:29.286618 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c1589a7e-044c-420a-a3f6-175303fa1d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:30.126811 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:30.818177 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:32.829703 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:47.645766 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-350c78a4-04de-4a8e-9ffc-f7dfa651b6d9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077586751&fields=id&tenant_id=b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 267 time: 0.0342236 Jun 22 09:22:47.750810 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-0ddfaf56-55a7-46b4-b947-955456204a5f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:47.752272 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-0ddfaf56-55a7-46b4-b947-955456204a5f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 811 time: 0.1002357 Jun 22 09:22:47.767219 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-4a362998-146a-491e-95fa-3f9eb3e5e75c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/quotas/b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Jun 22 09:22:47.839305 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-3802beaa-f862-4a02-9209-2d368a992046 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0672183 Jun 22 09:22:47.921046 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-86f252c9-a5d4-4c15-aabb-ee0dbf340049 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:22:47.922023 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-86f252c9-a5d4-4c15-aabb-ee0dbf340049 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683196 Jun 22 09:22:48.010961 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-589623c8-c8ad-4068-b7c8-abb9253ed68e service neutron] 10.222.0.37 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831635 Jun 22 09:22:48.096282 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-bb224274-5b22-4589-8b5c-53801f98fa41 service neutron] 10.222.0.37 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794795 Jun 22 09:22:48.710581 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-213f42e5-086a-441e-9ce0-90429e33b715 req-f39601b5-7845-42ea-b6d2-f5102cb27e6e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 210 time: 0.0298665 Jun 22 09:22:49.846870 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eafe6c40-46ad-4818-928d-2e77a2916011 req-99bde74e-7dc5-44c8-b1de-f98daeedc09d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Jun 22 09:22:50.533467 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-13ec8a74-ebed-4d8f-80c8-1af3b863a95d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:50.534927 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-13ec8a74-ebed-4d8f-80c8-1af3b863a95d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 811 time: 0.1047006 Jun 22 09:22:50.576632 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-5862072a-e528-45d4-a9f7-8a2aa3de0c72 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e3a3a713e341739b170c4d1fadacd8 HTTP/1.1" status: 200 len: 380 time: 0.0326507 Jun 22 09:22:50.585995 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'port': {'device_id': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'admin_state_up': True, 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'security_groups': ['8568dda5-9757-4a77-948c-1f23a7e050e4']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:22:50.731667 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Made reservation on behalf of b9e3a3a713e341739b170c4d1fadacd8 for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:22:50.735365 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:50.857661 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Allocated IP 172.20.0.13 (0876d8b5-ebd6-439a-8598-14c25803dbdf/7031cbfb-687b-432d-99a8-e2dc4e4f4d98/9be1faa4-eace-4a0d-91fe-cd785e98c4fd) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:22:51.016900 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-91261a96-27d5-4881-8a57-bff85dde7e85 req-e6f1b2f7-0d6b-4c99-b8cc-9130804c5541 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 210 time: 0.0367541 Jun 22 09:22:51.026273 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.038603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Transition to ACTIVE for port object 9be1faa4-eace-4a0d-91fe-cd785e98c4fd will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:22:51.143008 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.146827 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:51.190955 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:22:51.194238 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:22:51.198073 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:22:51.205574 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:51.232438 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.232825 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.233204 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.233574 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.233932 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.234329 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.234686 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.235047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.235437 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.235793 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.236146 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.236566 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:51.241981 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:51.262172 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:51.262788 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.321097 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-80cbf09c-ea02-4f5e-baf1-ef99a8a4829d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7384322 Jun 22 09:22:51.333233 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Request body: {'port': {'device_id': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:22:51.406435 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.531987 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d20b4f53-6c9b-4acd-811d-a19979126743 None None] Provisioning for port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:22:51.536079 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d20b4f53-6c9b-4acd-811d-a19979126743 None None] Provisioning complete for port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:22:51.536524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d20b4f53-6c9b-4acd-811d-a19979126743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.570814 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-d20b4f53-6c9b-4acd-811d-a19979126743 None None] Port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:22:51.670014 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be1faa4-eace-4a0d-91fe-cd785e98c4fd {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:22:51.677621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.692524 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Transition to ACTIVE for port object 9be1faa4-eace-4a0d-91fe-cd785e98c4fd will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:22:51.766196 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:51.772726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca9278a8-0750-4aa7-9455-e143a8a722af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:51.845561 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:51.867416 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:51.932223 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Attempting to bind port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:22:51.932455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Attempting to bind port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:22:51.932673 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Attempting to bind port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:22:51.937235 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd on network 0876d8b5-ebd6-439a-8598-14c25803dbdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:22:51.937557 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Attempting to bind port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd on network 0876d8b5-ebd6-439a-8598-14c25803dbdf {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:22:51.942581 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:22:51.942917 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Checking segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:22:51.944830 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Bound using segment: {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:22:51.944830 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Bound port: 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6455f4e-b5e9-4163-99a0-d332fbb9e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:22:51.944830 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:52.017605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] For port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:22:52.020520 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] For port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:22:52.097978 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:52.101064 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-582c60e8-7938-44f5-ac71-ff15d325681a tempest-VolumesNegativeTest-1963484223 tempest-VolumesNegativeTest-1963484223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:52.131750 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.132652 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:52.134117 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 200 len: 1094 time: 0.8053267 Jun 22 09:22:52.137414 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:22:52.140605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb0b2e2-608d-472a-b4ff-50c16593f145" -d '{"events": [{"name": "network-changed", "server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:22:52.206097 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:52.209494 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:52.240147 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f57354-9e99-4508-90b0-ddb1b177b264 req-8592fb33-68fa-4781-8251-f9bfe4a4d758 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.246398 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-47f57354-9e99-4508-90b0-ddb1b177b264 req-8592fb33-68fa-4781-8251-f9bfe4a4d758 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.1154587 Jun 22 09:22:52.317279 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-47f57354-9e99-4508-90b0-ddb1b177b264 req-cbdf4e3b-5398-4fc4-ad87-8d7c564ff7df tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674274 Jun 22 09:22:52.340780 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-fbf1ebf8-0d7e-46ff-941d-4eafbb982302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.342337 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-fbf1ebf8-0d7e-46ff-941d-4eafbb982302 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1097 time: 0.0745320 Jun 22 09:22:52.347763 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4da75c-dea3-4ed2-807f-96f0dd81e7fa x-openstack-request-id: req-de4da75c-dea3-4ed2-807f-96f0dd81e7fa {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:22:52.348105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:22:52.348412 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de4da75c-dea3-4ed2-807f-96f0dd81e7fa {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:22:52.348852 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'status': 'completed', 'code': 200} Jun 22 09:22:52.394081 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-1bf39e74-4221-4304-a420-c1bfe627a8a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 200 len: 217 time: 0.0370917 Jun 22 09:22:52.471476 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-585eeed9-2e84-4ca9-9db5-2ae81958d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.472786 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-585eeed9-2e84-4ca9-9db5-2ae81958d17f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0718017 Jun 22 09:22:52.525746 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9a03-c176-4090-a12b-cb9e92764c4b req-582bb3a7-0d61-4a49-bdcc-74f9b707de21 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.527213 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad9d9a03-c176-4090-a12b-cb9e92764c4b req-582bb3a7-0d61-4a49-bdcc-74f9b707de21 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.1003935 Jun 22 09:22:52.575225 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-63367382-4ab1-471e-a85d-9b69b4309bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.576634 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-63367382-4ab1-471e-a85d-9b69b4309bcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952713 Jun 22 09:22:52.579745 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ad9d9a03-c176-4090-a12b-cb9e92764c4b req-c3639713-3836-4421-b6eb-c26ef0dcd277 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Jun 22 09:22:52.664105 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-bef7afba-eccf-4385-9c0d-a9da3500545c service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791717 Jun 22 09:22:52.755556 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-dbd557f1-fa7e-4f27-8eb2-cd5508418177 req-5a5bfa9b-2c4c-41e3-80bc-2ce17413dcef service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840206 Jun 22 09:22:52.934060 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-30ecea1b-6ae5-47c7-a44e-a23029e89bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.935521 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-30ecea1b-6ae5-47c7-a44e-a23029e89bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1097 time: 0.0503163 Jun 22 09:22:53.022360 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-4b2c0a3e-b291-41eb-8b5f-b4fcd0bfed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:53.023727 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-4b2c0a3e-b291-41eb-8b5f-b4fcd0bfed84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0810883 Jun 22 09:22:53.067044 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-2418b52e-5f18-469b-afd8-23f0fb3cb2ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 200 len: 217 time: 0.0358293 Jun 22 09:22:53.115026 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-29f52c65-aa08-4f11-be55-9481beeba2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:53.116407 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-29f52c65-aa08-4f11-be55-9481beeba2b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0409355 Jun 22 09:22:53.173428 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-a6cc262a-4210-4f8b-9c45-9928341f32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:53.174930 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-a6cc262a-4210-4f8b-9c45-9928341f32aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508778 Jun 22 09:22:53.267187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-099fdb3a-2646-48ff-b247-75bed809a958 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826199 Jun 22 09:22:53.354645 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ebb0b2e2-608d-472a-b4ff-50c16593f145 req-5cbce53f-03d7-4404-9b85-ca0e4619d59c service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799875 Jun 22 09:22:53.494720 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df099b-595d-4b30-b9d0-4272ffa61384 req-64cbda79-c358-4291-b2c2-ebfe1f45e469 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:53.496189 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e0df099b-595d-4b30-b9d0-4272ffa61384 req-64cbda79-c358-4291-b2c2-ebfe1f45e469 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0653343 Jun 22 09:22:53.532866 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e0df099b-595d-4b30-b9d0-4272ffa61384 req-0305287b-90af-4507-b33c-1aaaa92ad19b tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Jun 22 09:22:53.752019 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63444e4-3354-4dd9-b539-fb6c0560fad9 req-ed86b226-0a03-4ba9-be5a-bf7ef8d64825 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:53.753428 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e63444e4-3354-4dd9-b539-fb6c0560fad9 req-ed86b226-0a03-4ba9-be5a-bf7ef8d64825 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.0608611 Jun 22 09:22:53.794180 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-e63444e4-3354-4dd9-b539-fb6c0560fad9 req-f05fc447-b7dd-416c-bfe8-aad9058c487a tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351965 Jun 22 09:22:54.223051 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:54.448075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-641a9a8e-1a55-4dc6-a360-099e787b5964 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:54.449498 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-641a9a8e-1a55-4dc6-a360-099e787b5964 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.0619395 Jun 22 09:22:54.556596 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Deleting port 03e04b4d-d227-489b-897f-aa248b01caf2 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:22:54.560369 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:54.724503 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91915a52-a677-453c-b5d8-7684d0bf6383 req-05a2ec95-67e6-45c5-a558-41dfd8e12b04 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:54.726152 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91915a52-a677-453c-b5d8-7684d0bf6383 req-05a2ec95-67e6-45c5-a558-41dfd8e12b04 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0672827 Jun 22 09:22:54.767088 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91915a52-a677-453c-b5d8-7684d0bf6383 req-bad1e0c8-8713-4386-abe2-7c134edc7b90 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343888 Jun 22 09:22:54.970596 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] For port 03e04b4d-d227-489b-897f-aa248b01caf2, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=03e04b4d-d227-489b-897f-aa248b01caf2,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:22:54.972670 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:55.037730 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c381e90-0eaf-477f-9487-72f5a5492268 req-3e0fa733-e7fd-4589-98aa-e2c3bb993ab5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:55.039353 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1c381e90-0eaf-477f-9487-72f5a5492268 req-3e0fa733-e7fd-4589-98aa-e2c3bb993ab5 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 947 time: 0.1271031 Jun 22 09:22:55.119802 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1c381e90-0eaf-477f-9487-72f5a5492268 req-c5251945-aa62-426c-ab9b-5018cd5b4847 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups?id=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737028 Jun 22 09:22:55.182477 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:55.182841 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:55.183167 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Floating IP 3c110ad9-6ab1-4684-8311-6cf4109a6d01 disassociated. External IP: 172.27.0.46, port: 03e04b4d-d227-489b-897f-aa248b01caf2. Jun 22 09:22:55.183508 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Calling delete_port for 03e04b4d-d227-489b-897f-aa248b01caf2 owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:22:55.360208 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:55.364329 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:55.395386 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event deleted for resources: {'Port': ['ID=03e04b4d-d227-489b-897f-aa248b01caf2,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:55.397729 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:55.512752 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Router cb28850f-4802-4c30-a6fc-f354c99cd670 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:22:55.616607 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:22:55.626114 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:22:55.635404 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:22:55.636025 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:55.660524 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] No DVR routers for this DVR port 03e04b4d-d227-489b-897f-aa248b01caf2 on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:22:55.662892 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:55.664904 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5f04fecf-6b12-4b03-85be-77d05a7371fe req-4f9b34af-61f4-4379-bfbe-eedfd88a65a2 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.23 "DELETE /v2.0/ports/03e04b4d-d227-489b-897f-aa248b01caf2 HTTP/1.1" status: 204 len: 173 time: 1.2017381 Jun 22 09:22:55.665371 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-deleted', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:22:55.667903 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ba072-16ae-45c8-9ee1-5aa81c22fcef" -d '{"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-deleted", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:22:55.707057 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a53a46-0df9-4712-bedd-d1ea7eb02423 x-openstack-request-id: req-b0a53a46-0df9-4712-bedd-d1ea7eb02423 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:22:55.707467 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db612d1-c168-44f5-9bd0-5cead74f954e", "name": "network-vif-deleted", "tag": "03e04b4d-d227-489b-897f-aa248b01caf2", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:22:55.707780 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0a53a46-0df9-4712-bedd-d1ea7eb02423 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:22:55.708203 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db612d1-c168-44f5-9bd0-5cead74f954e', 'name': 'network-vif-deleted', 'tag': '03e04b4d-d227-489b-897f-aa248b01caf2', 'status': 'completed', 'code': 200} Jun 22 09:22:55.743032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:22:55.802965 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:22:55.863982 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c53cb81-6fef-4ae1-82ff-05a3957b47cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:55.975151 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:56.003057 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:22:56.011160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:22:56.011645 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cb942-8b35-46bb-816b-a9dcf01cda70 req-003f55ff-8415-49c1-bd5d-f006e1bcee38 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:56.012160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:56.013160 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3e3cb942-8b35-46bb-816b-a9dcf01cda70 req-003f55ff-8415-49c1-bd5d-f006e1bcee38 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0914083 Jun 22 09:22:56.069402 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-50ccd29f-db0d-481f-bb0a-0558fe2057b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956089 Jun 22 09:22:56.072429 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3e3cb942-8b35-46bb-816b-a9dcf01cda70 req-52eac4bf-dc87-45dd-b65b-346851a56220 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505288 Jun 22 09:22:56.114929 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:22:56.146068 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-5f88eea3-0c98-4ff0-adcd-7f6fbbd411f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:56.148589 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-5f88eea3-0c98-4ff0-adcd-7f6fbbd411f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1098 time: 0.0533652 Jun 22 09:22:56.260796 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-e6216488-902c-4f0d-8c76-ca3093543ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:56.262261 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-e6216488-902c-4f0d-8c76-ca3093543ba9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0912423 Jun 22 09:22:56.279015 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91307f80-21d8-4aa7-9873-4234734ce76e req-3c1df45b-f152-49db-a4ff-7c45b973c079 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db612d1-c168-44f5-9bd0-5cead74f954e HTTP/1.1" status: 200 len: 210 time: 0.0295353 Jun 22 09:22:56.327546 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:56.340311 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-1986fe07-2149-4d59-9477-ecf378a72d62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 200 len: 1000 time: 0.0707452 Jun 22 09:22:56.358566 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4c5a-096c-4747-8c33-eac6c7cc6181 None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:09:28Z', 'revision_number': 4, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd09fb921-ecc4-4292-adbf-0bc77ba57608', 'name': '', 'network_id': '3f4c1ab5-a9b3-478a-a39a-3b8cff309ece', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'mac_address': 'fa:16:3e:41:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '98d84ca5-482c-4127-abf3-f942eac31370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:27Z', 'updated_at': '2021-06-22T09:09:35Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'subnets': [{'id': '98d84ca5-482c-4127-abf3-f942eac31370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:22:56.397819 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-5f3abe49-2a09-4b0e-a5f2-9602976ac643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:56.399358 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-5f3abe49-2a09-4b0e-a5f2-9602976ac643 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0474608 Jun 22 09:22:56.458100 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-52099b10-f1bf-47d4-8390-35ad78316c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:56.459616 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-52099b10-f1bf-47d4-8390-35ad78316c88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536199 Jun 22 09:22:56.560615 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-151f75fd-70ab-4872-8a79-d5ff2ea53647 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931466 Jun 22 09:22:56.584960 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d99fb-0db1-42ba-9938-47d80d9a885c None None] New status for floating IP 3c110ad9-6ab1-4684-8311-6cf4109a6d01: DOWN {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:22:56.656517 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d17de6b7-accf-4442-9d26-e1ec7f1ebc30 req-d80ccff2-454e-4120-8628-a63bf2442a73 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886295 Jun 22 09:22:57.251940 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7e91d-1999-44de-9e20-6e22cd55d013 req-7f13baf2-f2f1-4bc2-af2e-050dfc14b4ab tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:57.253273 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fed7e91d-1999-44de-9e20-6e22cd55d013 req-7f13baf2-f2f1-4bc2-af2e-050dfc14b4ab tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0664318 Jun 22 09:22:57.292757 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fed7e91d-1999-44de-9e20-6e22cd55d013 req-841f51a1-4951-4dfc-bf93-e61f26a26ad4 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Jun 22 09:22:57.445774 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 38958) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:57.498715 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.520584 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.651266 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.653832 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.654949 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "DELETE /v2.0/security-groups/72ff5f9e-8d54-4034-b7ed-a42d88a99d3a HTTP/1.1" status: 204 len: 168 time: 0.2081795 Jun 22 09:22:57.655734 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1470ffaa-dbd9-4b1c-86e1-63de0c03a2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:57.657802 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38960) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:57.664549 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff5f9e-8d54-4034-b7ed-a42d88a99d3a,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:57.666974 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:57.672211 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.api.v2.resource [None req-a1a59ddf-01d9-457d-8daa-dc46648be3c3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] show failed (client error): The resource could not be found. Jun 22 09:22:57.675574 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a1a59ddf-01d9-457d-8daa-dc46648be3c3 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "GET /v2.0/security-groups/72ff5f9e-8d54-4034-b7ed-a42d88a99d3a HTTP/1.1" status: 404 len: 347 time: 0.0167656 Jun 22 09:22:57.676602 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38962) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:57.795813 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Deleting port 9ae7d615-0403-4d59-9d1b-17dd1eb6f1f5 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:22:57.796071 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.869512 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.869838 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:57.934238 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Calling delete_port for 9ae7d615-0403-4d59-9d1b-17dd1eb6f1f5 owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:22:58.137360 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:58.139572 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a18d5101-eca2-4e4a-b642-f6d405160289 tempest-AttachVolumeNegativeTest-614294097 tempest-AttachVolumeNegativeTest-614294097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:58.165733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Pushing event deleted for resources: {'Port': ['ID=9ae7d615-0403-4d59-9d1b-17dd1eb6f1f5,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:58.180117 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.180567 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.181039 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.181482 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.181893 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.182263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.182629 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.182987 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.183489 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.183858 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.184214 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.184569 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:58.187645 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:58.240617 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:58.243352 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:58.244472 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0295c49c-a080-4217-931c-91b5d40b6c92 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] 10.222.0.37 "DELETE /v2.0/floatingips/3c110ad9-6ab1-4684-8311-6cf4109a6d01 HTTP/1.1" status: 204 len: 168 time: 0.5674214 Jun 22 09:22:58.465032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:22:58.472053 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e724a-2cf1-4b76-855b-a29a0e4400c8 req-c5bd61e1-c064-48e0-a347-46b79cc3a457 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:58.473603 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-292e724a-2cf1-4b76-855b-a29a0e4400c8 req-c5bd61e1-c064-48e0-a347-46b79cc3a457 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0668466 Jun 22 09:22:58.486338 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 03e04b4d-d227-489b-897f-aa248b01caf2 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:22:58.486338 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 03e04b4d-d227-489b-897f-aa248b01caf2 not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:22:58.512872 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-292e724a-2cf1-4b76-855b-a29a0e4400c8 req-3c5657a3-e926-4004-a9d3-3d3e6d4e3bc9 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Jun 22 09:22:59.279590 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dcacbabd-5277-4624-a74b-c0337a260cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:59.699818 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97aac4-6269-4f3d-8b7f-2ad52f1b5876 req-4f79e5d2-b86c-4521-9f26-4d58082ea3ff tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:59.701366 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3f97aac4-6269-4f3d-8b7f-2ad52f1b5876 req-4f79e5d2-b86c-4521-9f26-4d58082ea3ff tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0776436 Jun 22 09:22:59.738672 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3f97aac4-6269-4f3d-8b7f-2ad52f1b5876 req-64faca3e-e96c-4e4f-9d00-84a618aba71a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Jun 22 09:23:00.154430 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:00.839928 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:01.057140 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38990) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:01.063837 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbb2d4-5a34-4a2f-bb54-6a4539438ccd req-5feac0c9-94f3-476c-8961-dbfad284ab15 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:01.065120 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-88dbb2d4-5a34-4a2f-bb54-6a4539438ccd req-5feac0c9-94f3-476c-8961-dbfad284ab15 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0652130 Jun 22 09:23:01.102564 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-88dbb2d4-5a34-4a2f-bb54-6a4539438ccd req-b494eb96-6200-4845-ae33-f9e39f5e15c1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Jun 22 09:23:01.502836 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:01.997987 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Deleting port d09fb921-ecc4-4292-adbf-0bc77ba57608 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:23:01.998323 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.072278 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] For port d09fb921-ecc4-4292-adbf-0bc77ba57608, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d09fb921-ecc4-4292-adbf-0bc77ba57608,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:02.073002 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.138033 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Calling delete_port for d09fb921-ecc4-4292-adbf-0bc77ba57608 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:23:02.314474 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4caa5a-eec6-4934-8baf-71092ebbc0fe req-b16cfb8a-0050-4e09-abf3-9a839b137ddc tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:02.315966 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9f4caa5a-eec6-4934-8baf-71092ebbc0fe req-b16cfb8a-0050-4e09-abf3-9a839b137ddc tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 944 time: 0.0814443 Jun 22 09:23:02.388021 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9f4caa5a-eec6-4934-8baf-71092ebbc0fe req-00099c65-4bcc-4e1d-b20e-6f14d1484d99 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652616 Jun 22 09:23:02.457107 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.459292 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21d2f9d6-06cd-4bcf-bbb8-f7958dc82fb4 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:02.482377 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09fb921-ecc4-4292-adbf-0bc77ba57608,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:02.484984 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:02.490312 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9be1faa4-eace-4a0d-91fe-cd785e98c4fd details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:23:02.597481 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:02.613141 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'port_id': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'mac_address': 'fa:16:3e:ff:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:23:02.654848 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.661755 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.668792 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be1faa4-eace-4a0d-91fe-cd785e98c4fd {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:23:02.696090 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:02.759742 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.761471 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:02.784287 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.807761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:02.814646 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.814997 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.815368 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.815756 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.816028 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.816354 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.816677 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.816997 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.817338 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.817635 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.817954 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.818266 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:02.822669 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:02.877001 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Router cb28850f-4802-4c30-a6fc-f354c99cd670 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:23:02.988749 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:23:02.996309 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] 10.222.0.37 "PUT /v2.0/routers/cb28850f-4802-4c30-a6fc-f354c99cd670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358561 Jun 22 09:23:02.996573 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 38996) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:02.997810 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] Sync routers for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:23:03.009069 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:03.009686 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:03.101512 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.110815 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:03.140712 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['9be1faa4-eace-4a0d-91fe-cd785e98c4fd'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:23:03.202661 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.403666 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:23:02Z', 'revision_number': 5, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port': {'id': '82816a79-f987-458a-b3d0-3dfa3cc9ba08', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:09:24Z', 'updated_at': '2021-06-22T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:03.408298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Deleting port 82816a79-f987-458a-b3d0-3dfa3cc9ba08 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:23:03.408686 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.441753 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] Checking router: cb28850f-4802-4c30-a6fc-f354c99cd670 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:23:03.458422 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] Routers {'cb28850f-4802-4c30-a6fc-f354c99cd670'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:03.459055 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['cb28850f-4802-4c30-a6fc-f354c99cd670'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:03.490667 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] For port 82816a79-f987-458a-b3d0-3dfa3cc9ba08, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=82816a79-f987-458a-b3d0-3dfa3cc9ba08,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:03.491116 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.554488 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Calling delete_port for 82816a79-f987-458a-b3d0-3dfa3cc9ba08 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:23:03.567510 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dd9f1-d6cf-4f3b-bbd9-d04a16d9d860 req-76272525-8740-430c-8b22-69ef6c665b7b tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:03.569057 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f70dd9f1-d6cf-4f3b-bbd9-d04a16d9d860 req-76272525-8740-430c-8b22-69ef6c665b7b tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 945 time: 0.0682378 Jun 22 09:23:03.613168 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f70dd9f1-d6cf-4f3b-bbd9-d04a16d9d860 req-eb62c247-8669-48cf-8e15-f2f107d55696 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368218 Jun 22 09:23:03.694208 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] Set router cb28850f-4802-4c30-a6fc-f354c99cd670 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:03.766056 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:23:03Z', 'revision_number': 6, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port_host': None}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:03.794053 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.797051 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c2e884df-21a9-47af-b707-d0699eaa78ef tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:03.805065 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b6b3-c805-4b1f-b850-0bee3d07007c None None] The sync data for ids ['cb28850f-4802-4c30-a6fc-f354c99cd670'] in dv-cinder-797333-1-iscsi is: [{'id': 'cb28850f-4802-4c30-a6fc-f354c99cd670', 'name': 'tempest-AttachVolumeShelveTestJSON-1903007313-router', 'tenant_id': '6cd184eaf29b486fb8c79db756807bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:09:23Z', 'updated_at': '2021-06-22T09:23:03Z', 'revision_number': 6, 'project_id': '6cd184eaf29b486fb8c79db756807bbe', 'gw_port_host': None}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:23:03.827783 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82816a79-f987-458a-b3d0-3dfa3cc9ba08,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:03.829898 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:03.888698 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.980641 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.980641 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.091312 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.091803 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb28850f-4802-4c30-a6fc-f354c99cd670 {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:23:04.096197 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.097201 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cb28850f-4802-4c30-a6fc-f354c99cd670 HTTP/1.1" status: 204 len: 168 time: 1.0997565 Jun 22 09:23:04.099718 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39000) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:04.147673 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Deleting subnet 98d84ca5-482c-4127-abf3-f942eac31370 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:23:04.151452 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.186088 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13106294'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.264104 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.394518 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24763356'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.396920 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:04.419106 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d84ca5-482c-4127-abf3-f942eac31370,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:04.421799 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:04.426640 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.428575 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8f853ed8-5d57-48e6-852d-cf76df64d6b7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/98d84ca5-482c-4127-abf3-f942eac31370 HTTP/1.1" status: 204 len: 168 time: 0.3279569 Jun 22 09:23:04.431246 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39002) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:04.431767 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be1242-634b-496a-94b5-330575a85fce None None] Network 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:23:04.492600 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9be1faa4-eace-4a0d-91fe-cd785e98c4fd up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:04.498254 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.549750 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Deleting port 1c5b3d91-2499-43c7-b0c6-146e41de8040 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:23:04.550091 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.620989 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] For port 1c5b3d91-2499-43c7-b0c6-146e41de8040, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=1c5b3d91-2499-43c7-b0c6-146e41de8040,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:04.621359 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.639924 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:04.643899 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:04.644278 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.678212 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] DHCP port deletion for 3f4c1ab5-a9b3-478a-a39a-3b8cff309ece request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:23:04.695315 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Calling delete_port for 1c5b3d91-2499-43c7-b0c6-146e41de8040 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:23:04.764742 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.775961 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Deleting port 1c5b3d91-2499-43c7-b0c6-146e41de8040 {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:23:04.776331 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.823396 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:23:04.825616 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1a474-1c2e-40fe-b291-a100e82c970c" -d '{"events": [{"server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "name": "network-vif-plugged", "status": "completed", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:23:04.826243 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a9a0-be55-4598-9ef7-d021e919f070 req-9477dc93-6ca5-4819-ba3e-615d506079bc tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:04.827732 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-44f5a9a0-be55-4598-9ef7-d021e919f070 req-9477dc93-6ca5-4819-ba3e-615d506079bc tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 945 time: 0.0719261 Jun 22 09:23:04.845877 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:04.867357 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] For port 1c5b3d91-2499-43c7-b0c6-146e41de8040, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=1c5b3d91-2499-43c7-b0c6-146e41de8040,segment=NetworkSegment(f303d33e-69f5-401a-9bd5-74b234f840ed),segment_id=f303d33e-69f5-401a-9bd5-74b234f840ed)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:04.867865 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.871660 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-44f5a9a0-be55-4598-9ef7-d021e919f070 req-f6cedec0-8d46-4b34-8b61-677c43be2b1a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Jun 22 09:23:04.877009 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c01f0f-cb67-4310-afef-3f7187478b74 x-openstack-request-id: req-21c01f0f-cb67-4310-afef-3f7187478b74 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:23:04.877244 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "name": "network-vif-plugged", "status": "completed", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:23:04.877456 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21c01f0f-cb67-4310-afef-3f7187478b74 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:23:04.877865 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'code': 200} Jun 22 09:23:04.903156 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.905697 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-62cedd5c-c1cd-44b6-ab1a-b547aa7544a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:04.934679 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5b3d91-2499-43c7-b0c6-146e41de8040,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:04.937787 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:04.938634 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] No DVR routers for this DVR port 1c5b3d91-2499-43c7-b0c6-146e41de8040 on host dv-cinder-797333-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:23:04.940043 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Calling delete_port for 1c5b3d91-2499-43c7-b0c6-146e41de8040 owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:23:04.944638 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.951892 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:05.034481 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 82816a79-f987-458a-b3d0-3dfa3cc9ba08 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:23:05.047392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.057668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4c1ab5-a9b3-478a-a39a-3b8cff309ece']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:05.064857 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:05.067426 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 82816a79-f987-458a-b3d0-3dfa3cc9ba08 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:23:05.067782 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 82816a79-f987-458a-b3d0-3dfa3cc9ba08 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:23:05.068204 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 1c5b3d91-2499-43c7-b0c6-146e41de8040 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:23:05.068352 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f303d33e-69f5-401a-9bd5-74b234f840ed') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:05.068833 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f303d33e-69f5-401a-9bd5-74b234f840ed') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:05.069992 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:05.079963 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13106241'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.091982 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 1c5b3d91-2499-43c7-b0c6-146e41de8040 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:23:05.092336 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 1c5b3d91-2499-43c7-b0c6-146e41de8040 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:23:05.092755 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d09fb921-ecc4-4292-adbf-0bc77ba57608 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:23:05.094320 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.100426 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:23:05.100820 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724328'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: timer() Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: cb(*args, **kw) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: self._notify() Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: self.callback(batched_events) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: event.method(event) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: return self._get(url).json() Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:23:05.103066 dv-cinder-797333-1-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:23:05.116552 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: d09fb921-ecc4-4292-adbf-0bc77ba57608 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:23:05.116910 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d09fb921-ecc4-4292-adbf-0bc77ba57608 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:23:05.124552 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.126473 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:05.155459 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Pushing event deleted for resources: {'Port': ['ID=1c5b3d91-2499-43c7-b0c6-146e41de8040,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:05.160532 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:05.161400 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] No DVR routers for this DVR port 1c5b3d91-2499-43c7-b0c6-146e41de8040 on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:23:05.234161 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.238391 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6a42b8a-50e3-46bf-b4f4-57f3fdde7c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:05.242250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.248423 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f4c1ab5-a9b3-478a-a39a-3b8cff309ece HTTP/1.1" status: 204 len: 168 time: 0.8120062 Jun 22 09:23:05.254116 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4c1ab5-a9b3-478a-a39a-3b8cff309ece,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:05.259407 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1b6dd5f8-aa4b-4801-adfe-41a3de055cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:05.342883 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d81ab-ee2d-4f0f-96c0-852a68f7aadd req-0d90807a-96aa-4fac-a270-31477459aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:05.344380 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b15d81ab-ee2d-4f0f-96c0-852a68f7aadd req-0d90807a-96aa-4fac-a270-31477459aec2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1099 time: 0.0523522 Jun 22 09:23:05.378537 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b15d81ab-ee2d-4f0f-96c0-852a68f7aadd req-b6d9ef7e-e507-43aa-95e3-bc7ad5d8578d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265934 Jun 22 09:23:05.541506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39010) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:05.581002 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-578a8bac-987b-4bf7-a196-d788bff3de9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cd184eaf29b486fb8c79db756807bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383060 Jun 22 09:23:05.583296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39012) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:05.628678 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.648659 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.753728 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.756336 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:05.757456 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eeb10ae5-ae66-4335-be93-a353efa4ba43 HTTP/1.1" status: 204 len: 168 time: 0.1732998 Jun 22 09:23:05.758219 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c0198dfd-098d-4037-ba0c-02d39fc37ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:05.765642 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb10ae5-ae66-4335-be93-a353efa4ba43,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:05.768116 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4452d1d1-aa1d-4bfc-97ef-cd6784ac6654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:06.057787 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe60b4-b135-41fb-81fe-dc2825c4d900 req-a1781d06-8915-49fa-a81f-fc7bf76d9e2e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:06.059213 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-64fe60b4-b135-41fb-81fe-dc2825c4d900 req-a1781d06-8915-49fa-a81f-fc7bf76d9e2e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 946 time: 0.0670867 Jun 22 09:23:06.098117 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-64fe60b4-b135-41fb-81fe-dc2825c4d900 req-13f6539d-2ded-4227-a036-60e4b83262ac tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Jun 22 09:23:06.788931 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39036) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:06.880554 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-8720139-network', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:06.959609 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Made reservation on behalf of abc46e7689e6467daebf91c5766e5e2d for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:23:06.961956 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:06.970659 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.056733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.148085 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.152654 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-401a9912-5e94-478c-af01-fdd1bbe9aa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:07.170149 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:23:07.184753 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da5c5b-92ab-4c8c-8315-92f12b385c25,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:07.187611 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.187948 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Added segment a24ac8a0-0b1c-4adf-a619-d3bc2489460d of type vlan for network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a Jun 22 09:23:07.189334 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:07.251677 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754577851877'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.302716 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe6fc-98a2-4d0e-9ddb-e670b88bd3ce req-bf5705c7-f42b-4121-b893-8c1323ee8a2a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:07.304178 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-340fe6fc-98a2-4d0e-9ddb-e670b88bd3ce req-bf5705c7-f42b-4121-b893-8c1323ee8a2a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 946 time: 0.0890558 Jun 22 09:23:07.343321 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-340fe6fc-98a2-4d0e-9ddb-e670b88bd3ce req-89269e0c-d6bb-4429-b334-71263df4e3d4 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335143 Jun 22 09:23:07.344343 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.345597 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:07.346161 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.348174 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:07.403392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Pushing event updated for resources: {'Network': ['ID=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:07.405988 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:07.413441 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a details requested by agent ovs-agent-dv-cinder-797333-1-iscsi with host dv-cinder-797333-1-iscsi {{(pid=93486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:23:07.432080 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c4819a59-901c-4cc5-a9fc-a9368be3d4cb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6388445 Jun 22 09:23:07.432335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39044) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:07.437366 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Request body: {'subnet': {'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-8720139-subnet', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:07.509012 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Made reservation on behalf of abc46e7689e6467daebf91c5766e5e2d for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:23:07.511519 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24763385'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.517614 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c385a1f-9b17-4e70-8a21-f8ebf943af42 req-cbd8fba1-7de3-46f8-8d66-999350c133ad tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:07.520605 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1c385a1f-9b17-4e70-8a21-f8ebf943af42 req-cbd8fba1-7de3-46f8-8d66-999350c133ad tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 946 time: 0.0645459 Jun 22 09:23:07.557160 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-1c385a1f-9b17-4e70-8a21-f8ebf943af42 req-525d805f-5881-4ac5-a6e0-e769b165cced tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Jun 22 09:23:07.582629 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39046) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:07.733735 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bf30f-5e85-43b3-9e97-42205b996f55 tempest-TestVolumeBootPattern-698149114 tempest-TestVolumeBootPattern-698149114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:07.735231 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-048bf30f-5e85-43b3-9e97-42205b996f55 tempest-TestVolumeBootPattern-698149114 tempest-TestVolumeBootPattern-698149114-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1094 time: 0.1515453 Jun 22 09:23:07.737218 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24763339'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.737997 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39050) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:07.740621 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-10bb4757-1e1c-4062-880d-3c216b12bef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:07.742348 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'port_id': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:07.786440 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=725d2db4-e9d3-4c71-88b1-c0fb06a8e338,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:07.794506 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:07.802438 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Checking segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:07.802794 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Network hostable DHCP agents. Network: aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a, hostable agents: ['9e23a475-b8b4-4ee6-a740-129e4ff2855d'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:23:07.811430 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.890993 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a is scheduled to be hosted by DHCP agent 9e23a475-b8b4-4ee6-a740-129e4ff2855d with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:23:07.909914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.948225 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-iscsi, aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:07.952478 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:07.953065 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:07.964674 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6022e-9023-4484-bb57-0f4997e963ed None None] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:23:08.007717 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5735333 Jun 22 09:23:08.010005 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39052) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:08.016694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:08.028006 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Allocated IP 172.27.0.248 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/5f89b377-fcbd-4827-839a-7226c9953ad9) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:08.086075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4460'] for router, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.087771 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4469'] for router, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.107686 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc049695a-2ddc-5dfb-9cd8-df79a99d2ab8-aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338'}]}} from dv-cinder-797333-1-iscsi. {{(pid=93486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:23:08.108689 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.168340 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.184408 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.240375 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.db_base_plugin_common [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Allocated IP 172.20.0.2 (aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a/725d2db4-e9d3-4c71-88b1-c0fb06a8e338/02cfb628-6047-4bf2-9258-8a2af5ea0942) {{(pid=93486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:08.287399 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.290617 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-98eae611-f439-41ad-9c08-7aa8b97819a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:08.378602 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Notify callbacks [] for port, precommit_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.386603 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Transition to ACTIVE for port object 02cfb628-6047-4bf2-9258-8a2af5ea0942 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:08.387627 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4419'] for router, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.391947 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:08.396300 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:08.400912 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:08.401735 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Transition to ACTIVE for port object 02cfb628-6047-4bf2-9258-8a2af5ea0942 will not be triggered until provisioned by entity DHCP. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:08.406450 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=5f89b377-fcbd-4827-839a-7226c9953ad9,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:08.425670 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:08.502660 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119'] for port, after_create {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.505382 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:08.541318 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a is already hosted by enough agents. {{(pid=93486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:08.544065 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.scheduler.base_scheduler [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Resources bound (agent type, host, resource id): {{(pid=93486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:08.547690 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Received port after_create {{(pid=93486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:08.555936 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Pushing event updated for resources: {'Port': ['ID=02cfb628-6047-4bf2-9258-8a2af5ea0942,revision_number=1']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:08.561127 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:08.608252 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Attempting to bind port 02cfb628-6047-4bf2-9258-8a2af5ea0942 on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:23:08.608627 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Attempting to bind port 02cfb628-6047-4bf2-9258-8a2af5ea0942 by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:23:08.608994 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Attempting to bind port 02cfb628-6047-4bf2-9258-8a2af5ea0942 on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:23:08.613819 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:23:08.614200 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Checking segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:08.614608 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.615009 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Bound using segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:23:08.615572 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Bound port: 02cfb628-6047-4bf2-9258-8a2af5ea0942, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:23:08.615931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.685383 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] For port 02cfb628-6047-4bf2-9258-8a2af5ea0942, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:23:08.688635 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] For port 02cfb628-6047-4bf2-9258-8a2af5ea0942, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=02cfb628-6047-4bf2-9258-8a2af5ea0942,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:23:08.777164 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.779100 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e7c21c17-2ced-4c05-97d2-0ff3de32186f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:08.835056 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Pushing event updated for resources: {'Port': ['ID=02cfb628-6047-4bf2-9258-8a2af5ea0942,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:08.839089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-76aa90bf-1365-48a4-bbba-dbad51e97f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:08.907000 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.931385 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:08.944528 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.376183 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Allocated IP 172.27.0.219 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/b308fdc5-7663-463c-bb36-f43d42d6255e) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:09.473761 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.550760 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.688776 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.704226 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d77d1-a54e-4c0c-ba77-b6edf035305c None None] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:23:09.749225 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.752359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bdd3c11c-6440-4426-a063-955c8c979b01 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:09.785154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:09.808885 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.808885 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:09.808885 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:09.828231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Pushing event updated for resources: {'Port': ['ID=b308fdc5-7663-463c-bb36-f43d42d6255e,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:09.832881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:09.838469 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-566629b6-d434-4970-9671-660f81e89be4 tempest-VolumesSnapshotTestJSON-1100557951 tempest-VolumesSnapshotTestJSON-1100557951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:09.866978 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-274bda91-e713-4ffa-91c7-14ce3b60745e None None] Provisioning for port 02cfb628-6047-4bf2-9258-8a2af5ea0942 completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:09.915482 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event updated for resources: {'Port': ['ID=5f89b377-fcbd-4827-839a-7226c9953ad9,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:09.917852 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:09.948648 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:10.106117 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Floating IP 123ab208-3f36-4bb8-93cf-45cad33faba3 associated. External IP: 172.27.0.248, port: 9be1faa4-eace-4a0d-91fe-cd785e98c4fd. Jun 22 09:23:10.326378 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:10.459629 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:23:10.639664 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609287'] for router, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:10.644806 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:23:10.655472 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:23:10.666207 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:10.666815 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:10.744863 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:10.771331 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:10.790996 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0519431 Jun 22 09:23:10.791807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:23:10.794094 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:23:10.843148 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7ce1e-01d8-47de-9a2d-449cf1322d7c x-openstack-request-id: req-0fa7ce1e-01d8-47de-9a2d-449cf1322d7c {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:23:10.843148 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:23:10.843148 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa7ce1e-01d8-47de-9a2d-449cf1322d7c {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:23:10.843148 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'status': 'completed', 'code': 200} Jun 22 09:23:10.891814 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e is scheduled to L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 with binding_index 1 {{(pid=93485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:23:10.994124 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-c4b6a7c3-85ab-4b79-a50d-034257c14521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:10.995674 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-c4b6a7c3-85ab-4b79-a50d-034257c14521 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1099 time: 0.1331370 Jun 22 09:23:11.050583 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 02cfb628-6047-4bf2-9258-8a2af5ea0942 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:11.067840 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:23:11.083223 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:23:11.088923 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '123ab208-3f36-4bb8-93cf-45cad33faba3', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:ff:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:08Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}, {'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:33Z', 'revision_number': 1, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:11.098442 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:11.100826 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:11.110166 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-ddd57560-3044-4a0b-b1b0-a1c779637690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:11.111946 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-ddd57560-3044-4a0b-b1b0-a1c779637690 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.1093829 Jun 22 09:23:11.114766 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:23:11.123874 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:11.124515 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:11.155215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:11.156306 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1453688 Jun 22 09:23:11.158952 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39058) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:11.215046 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:11.217529 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port 02cfb628-6047-4bf2-9258-8a2af5ea0942 completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:11.239112 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:11.274732 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 02cfb628-6047-4bf2-9258-8a2af5ea0942 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:11.275158 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:11.444881 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:11.480323 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '123ab208-3f36-4bb8-93cf-45cad33faba3', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:ff:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:08Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}, {'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:33Z', 'revision_number': 1, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:11.488061 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port 02cfb628-6047-4bf2-9258-8a2af5ea0942, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=02cfb628-6047-4bf2-9258-8a2af5ea0942,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:11.496901 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:10Z', 'revision_number': 3, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:11.508366 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fcc2b-b284-496c-887b-509a94233767 None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '123ab208-3f36-4bb8-93cf-45cad33faba3', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:ff:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:08Z', 'revision_number': 0, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}, {'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:33Z', 'revision_number': 1, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:23:11.530606 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:23:11.531223 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Updating router a2379310-4dc1-4c59-bf70-9cff8583bb0e port b308fdc5-7663-463c-bb36-f43d42d6255e binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:23:11.565151 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-13b5a091-c110-4c24-84f8-6ee44f6eb20c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 200 len: 1000 time: 0.4463863 Jun 22 09:23:11.567072 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:11.568696 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:11.570755 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:11.662788 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-1c81ff6a-a4f7-4bf3-8189-5bd40c0c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:11.664264 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-1c81ff6a-a4f7-4bf3-8189-5bd40c0c10ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0898480 Jun 22 09:23:11.743656 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424f1d4-8f96-44ea-ae9d-d0d17efb36c3 None None] New status for floating IP 123ab208-3f36-4bb8-93cf-45cad33faba3: ACTIVE {{(pid=93487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:23:11.820062 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-12351f26-284b-41a7-adb7-c6777d854111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:11.821654 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-12351f26-284b-41a7-adb7-c6777d854111 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1475923 Jun 22 09:23:11.828836 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=02cfb628-6047-4bf2-9258-8a2af5ea0942,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:11.833665 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:11.985944 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-e8356732-7914-446c-8659-4e52cf0ea7c2 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564143 Jun 22 09:23:12.008847 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.019084 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Transition to ACTIVE for port object b308fdc5-7663-463c-bb36-f43d42d6255e will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:12.062354 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.065246 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-950f6988-b5a3-4f19-b80c-7195b7f03fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:12.113488 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Attempting to bind port b308fdc5-7663-463c-bb36-f43d42d6255e on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:23:12.113864 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Attempting to bind port b308fdc5-7663-463c-bb36-f43d42d6255e by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:23:12.114230 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Attempting to bind port b308fdc5-7663-463c-bb36-f43d42d6255e on network 600a10d9-16af-4907-950b-4799c51f6b6f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:23:12.120046 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517df52-40b0-463c-96e3-04996013b76c None None] Pushing event updated for resources: {'Port': ['ID=b308fdc5-7663-463c-bb36-f43d42d6255e,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:12.124561 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e517df52-40b0-463c-96e3-04996013b76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:12.125937 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:23:12.126105 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Checking segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:12.126435 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.126823 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Bound using segment: {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:23:12.127345 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Bound port: b308fdc5-7663-463c-bb36-f43d42d6255e, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda85a00-b882-4d35-abb2-a42e951b2671', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:23:12.128233 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.141855 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-390fdab8-9662-4f4c-9a8d-d9fa1a6ce7dd req-0e3d5ad1-9945-4284-b376-cc36b3cadd8d service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471906 Jun 22 09:23:12.148350 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.178732 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] For port b308fdc5-7663-463c-bb36-f43d42d6255e, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:23:12.182372 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] For port b308fdc5-7663-463c-bb36-f43d42d6255e, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b308fdc5-7663-463c-bb36-f43d42d6255e,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:23:12.234077 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.236024 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:12.296294 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517df52-40b0-463c-96e3-04996013b76c None None] Pushing event updated for resources: {'Port': ['ID=b308fdc5-7663-463c-bb36-f43d42d6255e,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:12.298978 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:12.299626 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:12.301527 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e517df52-40b0-463c-96e3-04996013b76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:12.304199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Allocated IP 172.20.0.1 (aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a/725d2db4-e9d3-4c71-88b1-c0fb06a8e338/d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:12.405849 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:12.409018 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.426353 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Transition to ACTIVE for port object d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:12.502639 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.505566 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-24490513-2eaf-4fac-b439-12f62fbcd448 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:12.546061 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:12.550628 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:12.555191 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:12.558519 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:12.561727 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:12.583676 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:10Z', 'revision_number': 3, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:12.598099 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612591'] for router_interface, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.611328 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3b32-6241-4cf8-8053-ec5f4f9b57cf None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:10Z', 'revision_number': 3, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:23:12.796281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.908219 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-07022fab-7d38-4031-9b4f-a15833847407 None None] Provisioning for port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:12.912823 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-07022fab-7d38-4031-9b4f-a15833847407 None None] Provisioning complete for port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:12.913199 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-07022fab-7d38-4031-9b4f-a15833847407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:12.947856 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-07022fab-7d38-4031-9b4f-a15833847407 None None] Port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:23:12.993855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.094494 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 02cfb628-6047-4bf2-9258-8a2af5ea0942 up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:13.102320 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.105104 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ceab9228-ed75-4eb8-a83f-b7a53b667bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:13.153160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port 02cfb628-6047-4bf2-9258-8a2af5ea0942 triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:13.153590 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.175317 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476148'] for router_interface, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.177326 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:13.180790 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:13.235536 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b308fdc5-7663-463c-bb36-f43d42d6255e up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:13.275551 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:13.277209 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:13.341993 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port b308fdc5-7663-463c-bb36-f43d42d6255e completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:13.346366 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port b308fdc5-7663-463c-bb36-f43d42d6255e triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:13.346940 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.418771 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:23:13.434848 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.460580 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port b308fdc5-7663-463c-bb36-f43d42d6255e, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b308fdc5-7663-463c-bb36-f43d42d6255e,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:13.508547 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.510791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e517df52-40b0-463c-96e3-04996013b76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:13.542874 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:23:13.547977 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] 10.222.0.37 "PUT /v2.0/routers/a2379310-4dc1-4c59-bf70-9cff8583bb0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3880730 Jun 22 09:23:13.566218 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=b308fdc5-7663-463c-bb36-f43d42d6255e,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:13.571176 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:13.577010 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-3e3f75c0-6e3c-4d14-a606-667763cf3cca None None] Provisioning complete for port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:13.577451 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3e3f75c0-6e3c-4d14-a606-667763cf3cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:13.613966 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f75c0-6e3c-4d14-a606-667763cf3cca None None] Port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:23:14.217794 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:23:14.226549 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:14.227742 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:14.245402 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39066) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:14.250478 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406069129', 'description': 'tempest-description--583730833'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:14.319307 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.330234 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:14.399580 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.462199 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.465657 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9d92c7f5-e301-40f2-8891-2fb534a8a4b4 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:14.492078 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b4c54-dbd1-40f1-8389-fda5bc154109,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:14.495366 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:14.526243 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 2, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:14.530996 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.532504 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2858999 Jun 22 09:23:14.535062 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39068) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:14.539702 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'security_group_rule': {'security_group_id': '0d0b4c54-dbd1-40f1-8389-fda5bc154109', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:14.552025 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:23:14.552687 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Updating router a2379310-4dc1-4c59-bf70-9cff8583bb0e port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f binding host dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:23:14.591590 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.622733 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.681888 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.725268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.727573 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a24deae5-ee6c-49da-aa4c-9a163ae9dd5d tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:14.744165 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4e853e-111c-4af3-b6e2-c5fd9c7673d7,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:14.747147 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:14.810987 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.812381 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e7d44fd3-017b-4dac-8dc2-5e084e8a304f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763813 Jun 22 09:23:14.815137 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39070) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:14.819812 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'security_group_rule': {'security_group_id': '0d0b4c54-dbd1-40f1-8389-fda5bc154109', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:14.845472 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.855294 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Transition to ACTIVE for port object d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:14.901087 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.925082 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:14.927960 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:14.958520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.056708 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.063376 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:15.084661 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bc00a4-03a7-420d-a771-15f1933bb57b,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:15.088397 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:15.126866 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b308fdc5-7663-463c-bb36-f43d42d6255e up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:15.157178 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6233c-ee64-4154-b858-cfbe01b63755 None None] Pushing event updated for resources: {'Port': ['ID=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:15.167473 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-69b6233c-ee64-4154-b858-cfbe01b63755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:15.176735 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.177913 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-21d83f11-add1-404f-ab4b-10fdccec1cd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617513 Jun 22 09:23:15.181576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39072) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:15.185973 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:15.223321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Attempting to bind port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f on host dv-cinder-797333-1-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:23:15.223920 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Attempting to bind port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f by drivers openvswitch,hyperv on host dv-cinder-797333-1-iscsi at level 0 using segments [{'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:23:15.224101 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Attempting to bind port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:23:15.232776 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Checking agent: {'id': '69393423-539d-4052-acb0-8f3340b95997', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 1, 30), 'started_at': datetime.datetime(2021, 6, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:23:15.233153 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Checking segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:15.233564 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.233958 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Bound using segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:23:15.234425 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Bound port: d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f, host: dv-cinder-797333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:23:15.234799 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.252160 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port b308fdc5-7663-463c-bb36-f43d42d6255e triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:15.252534 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.279543 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.342062 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] For port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f, host dv-cinder-797333-1-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:23:15.345648 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] For port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f, host dv-cinder-797333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:23:15.373848 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.411106 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.413117 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-78e726eb-bf57-4b1f-9abf-f2c1913c0091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:15.468499 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6233c-ee64-4154-b858-cfbe01b63755 None None] Pushing event updated for resources: {'Port': ['ID=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:15.471108 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:15.471719 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:22:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:15.478680 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Allocated IP 172.27.0.162 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/25cd3db2-ef27-4aad-a607-3a1ed69decab) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:15.507529 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-69b6233c-ee64-4154-b858-cfbe01b63755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:15.586584 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:15.599805 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.685341 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724514'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.687560 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7e9ff8ed-d74b-48cc-be4c-d497e9bf694c tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:15.734688 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:15.737296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:15.739786 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:15.746218 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'Port': ['ID=25cd3db2-ef27-4aad-a607-3a1ed69decab,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:15.749204 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:15.796146 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:15Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:15.822192 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5b610-13f1-4493-ac9e-83653dc28432 None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:15Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:23:15.827725 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.922544 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:16.337685 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:16.427693 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724496'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:16.430527 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e6c2fda9-a127-4a29-897d-26ffd5bb01f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:16.498921 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'Port': ['ID=25cd3db2-ef27-4aad-a607-3a1ed69decab,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:16.504484 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:16.511735 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:16.599313 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:16.600538 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-979a90e5-066b-450d-a04b-1d1a5e049cc6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4180405 Jun 22 09:23:16.752983 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-350ce9ec-b3e5-48bb-a7f6-500066a02404 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1406069129&fields=id&tenant_id=abc46e7689e6467daebf91c5766e5e2d HTTP/1.1" status: 200 len: 267 time: 0.0345581 Jun 22 09:23:16.857224 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-aaad884f-95a7-4635-aaf4-9ad880d983ac tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:16.858699 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-aaad884f-95a7-4635-aaf4-9ad880d983ac tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 808 time: 0.0985327 Jun 22 09:23:16.874072 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-4aec731c-2515-44ce-9daa-ee6b4273cc5e tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/quotas/abc46e7689e6467daebf91c5766e5e2d HTTP/1.1" status: 200 len: 375 time: 0.0099998 Jun 22 09:23:16.947670 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-f92035b4-5135-49df-bf17-78aa702e1679 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686276 Jun 22 09:23:17.045131 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:17.048833 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-736a031a-0362-451e-abdb-590527bec0de service neutron] 10.222.0.37 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885077 Jun 22 09:23:17.137573 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-88400b70-e809-4e23-9185-8f44dc7b3cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868721 Jun 22 09:23:17.181897 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning for port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:17.189351 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:17.189781 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:17.270461 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:17.304296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] For port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:17.348113 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:17.350252 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:17.364972 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35cdd95c-5c16-4d8e-853e-6db27a4ed675 req-18f6852f-05c4-464c-a499-2bd74f2c0918 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 210 time: 0.0290282 Jun 22 09:23:17.408242 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Pushing event updated for resources: {'Port': ['ID=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:17.411242 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:18.506445 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c08d6142-e802-4158-bbee-bbad1be94065 req-3744133b-0a68-4360-b616-5df62caeeb1b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 210 time: 0.0288031 Jun 22 09:23:19.019231 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f up at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:19.070439 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Provisioning complete for port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:19.071070 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:19.563970 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-392d88a8-7f21-4fa0-a8b0-df3d7d501109 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:19.565482 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-392d88a8-7f21-4fa0-a8b0-df3d7d501109 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 808 time: 0.1295421 Jun 22 09:23:19.620932 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-9751d821-69fb-4761-9348-27ee4a961386 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc46e7689e6467daebf91c5766e5e2d HTTP/1.1" status: 200 len: 380 time: 0.0442035 Jun 22 09:23:19.633131 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'port': {'device_id': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'admin_state_up': True, 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'security_groups': ['0d0b4c54-dbd1-40f1-8389-fda5bc154109']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:19.702653 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9b9422ef-b9f5-4f9b-a10f-bee6b739e94e req-e7967584-ef2f-4198-a283-4a50011aeb53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 210 time: 0.0641668 Jun 22 09:23:19.850884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Made reservation on behalf of abc46e7689e6467daebf91c5766e5e2d for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:23:19.854726 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:19.992490 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Allocated IP 172.20.0.12 (aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a/725d2db4-e9d3-4c71-88b1-c0fb06a8e338/b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:20.134430 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.148265 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Transition to ACTIVE for port object b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:20.216294 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.220069 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6a668dfe-a28f-4185-9e2f-e7b1b4d46bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:20.261900 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:20.265154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:20.268835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:20.292445 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'Port': ['ID=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:20.296863 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:20.321515 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:20.322166 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.388496 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596409 Jun 22 09:23:20.400811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Request body: {'port': {'device_id': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:20.474888 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.553703 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-89a8b523-6a07-429c-8f17-df5ec41adff6 None None] Provisioning for port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:20.558009 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-89a8b523-6a07-429c-8f17-df5ec41adff6 None None] Provisioning complete for port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:20.558588 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-89a8b523-6a07-429c-8f17-df5ec41adff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.591737 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-89a8b523-6a07-429c-8f17-df5ec41adff6 None None] Port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:23:20.729147 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:23:20.736534 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.748373 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Transition to ACTIVE for port object b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:20.827989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.830999 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-79606bf5-acaa-4870-81e0-d957a02b3848 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:20.881476 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f82726-5379-479c-9c22-a8076a843f76 req-9c5536d2-1570-4c4e-9381-f1a6037cca2a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:20.883397 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b2f82726-5379-479c-9c22-a8076a843f76 req-9c5536d2-1570-4c4e-9381-f1a6037cca2a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 944 time: 0.0666072 Jun 22 09:23:20.907362 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:20.911884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:20.935174 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-b2f82726-5379-479c-9c22-a8076a843f76 req-a88f08a6-3670-4f48-ae94-b997b2aca47b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Jun 22 09:23:20.987229 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Attempting to bind port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:23:20.987616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Attempting to bind port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:23:20.987897 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Attempting to bind port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:23:20.992935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:23:20.993215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Attempting to bind port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:23:20.998479 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:23:20.998809 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Checking segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:20.999209 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Bound using segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:23:20.999633 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Bound port: b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:23:21.000100 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:21.062993 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] For port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:23:21.065855 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] For port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:23:21.171089 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:21.173267 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:21.207502 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.208002 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:21.209699 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] 10.222.0.23 "PUT /v2.0/ports/b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 1094 time: 0.8135340 Jun 22 09:23:21.212085 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:23:21.215153 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab97515-b42d-4bfb-b81d-e66f602d3544" -d '{"events": [{"name": "network-changed", "server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:23:21.248105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:21.255103 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:21.260899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c289d1b-cbd2-4fe8-8293-0e1be33e1fb9 x-openstack-request-id: req-7c289d1b-cbd2-4fe8-8293-0e1be33e1fb9 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:23:21.260899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:23:21.260899 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c289d1b-cbd2-4fe8-8293-0e1be33e1fb9 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:23:21.260899 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'status': 'completed', 'code': 200} Jun 22 09:23:21.343341 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97515-b42d-4bfb-b81d-e66f602d3544 req-637e202e-7072-4829-a614-de159ae930fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.344853 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ab97515-b42d-4bfb-b81d-e66f602d3544 req-637e202e-7072-4829-a614-de159ae930fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1097 time: 0.0569339 Jun 22 09:23:21.444955 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97515-b42d-4bfb-b81d-e66f602d3544 req-ba8275a2-ee4b-45b4-99d2-48197cd3071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.446402 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ab97515-b42d-4bfb-b81d-e66f602d3544 req-ba8275a2-ee4b-45b4-99d2-48197cd3071c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=abc46e7689e6467daebf91c5766e5e2d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0933249 Jun 22 09:23:21.537088 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97515-b42d-4bfb-b81d-e66f602d3544 req-9325e3e3-1962-4985-a224-1fc7c46bed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.538442 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5ab97515-b42d-4bfb-b81d-e66f602d3544 req-9325e3e3-1962-4985-a224-1fc7c46bed9e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853984 Jun 22 09:23:21.632028 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-70f70697-4700-4469-b534-5a52cf9acd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.634646 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-70f70697-4700-4469-b534-5a52cf9acd2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1097 time: 0.0521779 Jun 22 09:23:21.678966 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-be847bd8-312e-4f5e-aeb2-9a812868306b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 217 time: 0.0370908 Jun 22 09:23:21.729063 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-99a0efbd-9fc5-4c8f-9580-461334bafa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.730415 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-99a0efbd-9fc5-4c8f-9580-461334bafa81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0443366 Jun 22 09:23:21.788207 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c366a-cec7-4698-a71d-836be160afe0 req-17d5916b-d558-4fc8-af1e-3c3c2e993532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:21.790248 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-17d5916b-d558-4fc8-af1e-3c3c2e993532 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526507 Jun 22 09:23:21.880434 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-681927e7-9d14-4110-a77f-2050aaea7a26 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832222 Jun 22 09:23:21.967661 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-304c366a-cec7-4698-a71d-836be160afe0 req-01511d45-1a47-4cce-b475-109e54eaf251 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800169 Jun 22 09:23:22.112053 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f05f8-fcd3-481e-ad46-baf6bc34a68c req-cc7a8c3c-eb44-436a-8351-72141d9413d4 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:22.113507 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-792f05f8-fcd3-481e-ad46-baf6bc34a68c req-cc7a8c3c-eb44-436a-8351-72141d9413d4 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 944 time: 0.0659342 Jun 22 09:23:22.151434 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-792f05f8-fcd3-481e-ad46-baf6bc34a68c req-d8dd4f30-4fc4-4cbe-b747-2f1bfbe055c5 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Jun 22 09:23:23.324789 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed8742-c2fe-495e-84c4-0ed6d7f7fd89 req-dc8314ca-4b46-438a-8159-9ffc8810a960 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:23.326196 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-80ed8742-c2fe-495e-84c4-0ed6d7f7fd89 req-dc8314ca-4b46-438a-8159-9ffc8810a960 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 944 time: 0.0651023 Jun 22 09:23:23.361904 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-80ed8742-c2fe-495e-84c4-0ed6d7f7fd89 req-1119708c-9f38-45e3-89c8-0a5107f6bea7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301676 Jun 22 09:23:24.204729 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.530071 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f91c0-745c-4a6e-8ea0-ace60788af71 req-48734def-368c-4526-98ed-f313e373b685 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:24.531469 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-117f91c0-745c-4a6e-8ea0-ace60788af71 req-48734def-368c-4526-98ed-f313e373b685 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 944 time: 0.0614552 Jun 22 09:23:24.567646 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-117f91c0-745c-4a6e-8ea0-ace60788af71 req-1eb278cb-74a5-4718-ac75-6bfadf8e8e08 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306594 Jun 22 09:23:24.651187 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:23:24.745730 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:24.756853 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'port_id': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'mac_address': 'fa:16:3e:44:41:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:23:24.794600 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.806900 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:23:24.826558 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:24.913197 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.915348 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:24.963438 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:24.966395 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:25.331749 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:23:25.737860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9993d-f090-4ddb-bdb3-d3eea8a65914 req-3d389e8a-267c-4a43-a14a-c6a3107d062a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:25.739343 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ffa9993d-f090-4ddb-bdb3-d3eea8a65914 req-3d389e8a-267c-4a43-a14a-c6a3107d062a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 945 time: 0.0634654 Jun 22 09:23:25.776443 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ffa9993d-f090-4ddb-bdb3-d3eea8a65914 req-f672e09e-ca58-4144-b6ff-c03be3772d2f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312991 Jun 22 09:23:25.816039 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-017deebd-8c5a-4226-8fa4-b267619555b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.651276 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:26.764827 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:26.768503 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:26.768881 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.846612 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.868155 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:23:26.870396 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9044f90-098a-47e9-afd2-bbb7114ea62b" -d '{"events": [{"server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:23:26.883297 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:26.917474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1d769-d6ae-429f-99b9-a9fbfe6da9ba x-openstack-request-id: req-33b1d769-d6ae-429f-99b9-a9fbfe6da9ba {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:23:26.917474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:23:26.917474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33b1d769-d6ae-429f-99b9-a9fbfe6da9ba {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:23:26.917474 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'code': 200} Jun 22 09:23:26.951306 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a621a8b-94e5-477b-88bf-d0f5c7742646 req-e5ba4b75-946e-4814-9dda-471c4b98f5c9 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:26.952988 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a621a8b-94e5-477b-88bf-d0f5c7742646 req-e5ba4b75-946e-4814-9dda-471c4b98f5c9 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 945 time: 0.0666065 Jun 22 09:23:26.964831 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.969463 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:26.998160 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-0a621a8b-94e5-477b-88bf-d0f5c7742646 req-1a870961-82ef-4885-87be-325a46e8df0e tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392437 Jun 22 09:23:27.016786 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:27.019746 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:27.289363 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76846fed-d766-46fe-abbc-b7e5feec2387 req-41838336-1200-4383-9e9e-cb29f03fced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:27.290648 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76846fed-d766-46fe-abbc-b7e5feec2387 req-41838336-1200-4383-9e9e-cb29f03fced8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1099 time: 0.0513141 Jun 22 09:23:27.323285 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-76846fed-d766-46fe-abbc-b7e5feec2387 req-d80afdcb-9508-4bff-b888-7c963487f7d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258214 Jun 22 09:23:28.175772 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddac904-e111-4f7c-985d-edd8647e2003 req-ad196539-c39a-48a6-b479-11fe1bea06e2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:28.177201 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4ddac904-e111-4f7c-985d-edd8647e2003 req-ad196539-c39a-48a6-b479-11fe1bea06e2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0698068 Jun 22 09:23:28.214384 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4ddac904-e111-4f7c-985d-edd8647e2003 req-3e4af096-0818-4f6a-b38a-4d408c717279 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309360 Jun 22 09:23:29.284735 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-da4dcd8e-e83d-4792-8d40-49358d43fe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:29.388058 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c626-92bd-46ae-bb75-44fdeeb65431 req-8d2a5a8c-119d-4140-bec6-ba87585b3a45 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:29.389485 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3ff6c626-92bd-46ae-bb75-44fdeeb65431 req-8d2a5a8c-119d-4140-bec6-ba87585b3a45 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0617080 Jun 22 09:23:29.425176 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-3ff6c626-92bd-46ae-bb75-44fdeeb65431 req-ca8c0be2-dfca-42bb-82d4-67a3cbb923fd tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302322 Jun 22 09:23:29.591054 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee16d13-6527-4bf3-addd-c085a5672a1f req-79597482-c6f9-4826-872d-607fbaf64529 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:29.592543 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3ee16d13-6527-4bf3-addd-c085a5672a1f req-79597482-c6f9-4826-872d-607fbaf64529 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0656385 Jun 22 09:23:29.600914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39134) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:29.605989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'floatingip': {'port_id': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:29.646188 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:30.147535 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:30.379653 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:30.433087 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:30.526562 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Floating IP 53a88464-a43c-4d76-9c94-94687e449f9b associated. External IP: 172.27.0.162, port: b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c. Jun 22 09:23:30.739538 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:23:30.787651 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:30.847418 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:23:30.852197 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:30.856609 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:23:30.865742 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:30.866342 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:23:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:30.889786 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-8982f6b6-be05-4e18-b141-9ddda3525806 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "PUT /v2.0/floatingips/53a88464-a43c-4d76-9c94-94687e449f9b HTTP/1.1" status: 200 len: 992 time: 1.2871542 Jun 22 09:23:30.890446 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:23:30.892787 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35438aa8-04ae-422d-8372-de5716a39ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:23:30.930505 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f774a0d-acf5-4aeb-bcf1-fbaee8569654 x-openstack-request-id: req-3f774a0d-acf5-4aeb-bcf1-fbaee8569654 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:23:30.930845 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:23:30.931174 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f774a0d-acf5-4aeb-bcf1-fbaee8569654 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:23:30.931618 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'status': 'completed', 'code': 200} Jun 22 09:23:30.979688 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:31.010211 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-cd5896d9-bc2d-4e38-9854-0db655e17540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:31.010211 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-cd5896d9-bc2d-4e38-9854-0db655e17540 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1099 time: 0.0535238 Jun 22 09:23:31.099381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-3f86d109-32c3-4c25-9d45-64e312d51d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:31.100816 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-3f86d109-32c3-4c25-9d45-64e312d51d43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0854886 Jun 22 09:23:31.165187 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-8ea1c339-158d-463b-988c-3cb69f1c1841 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 1000 time: 0.0565541 Jun 22 09:23:31.199887 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '53a88464-a43c-4d76-9c94-94687e449f9b', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'port_id': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'mac_address': 'fa:16:3e:44:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:23:15Z', 'updated_at': '2021-06-22T09:23:30Z', 'revision_number': 1, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:31.217694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-e842ad09-9b99-4baf-9c5c-43d2d614f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:31.219114 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-e842ad09-9b99-4baf-9c5c-43d2d614f341 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0469222 Jun 22 09:23:31.224859 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:23:31.233014 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:23:31.233614 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:23:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:31.277713 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-bcde8fb6-b622-401d-8745-6987324df9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:31.279241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-bcde8fb6-b622-401d-8745-6987324df9df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521941 Jun 22 09:23:31.334128 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:23:31.366753 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-6e9c2b10-c80b-460e-a70a-d82eaf4fd90d service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799229 Jun 22 09:23:31.458488 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-35438aa8-04ae-422d-8372-de5716a39ec6 req-85abb16a-6f01-4742-ba70-36476a9e4f52 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847518 Jun 22 09:23:31.554883 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '53a88464-a43c-4d76-9c94-94687e449f9b', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'port_id': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'mac_address': 'fa:16:3e:44:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:23:15Z', 'updated_at': '2021-06-22T09:23:30Z', 'revision_number': 1, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:23:31.662480 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc55cbf-451a-4679-be87-de5f4567ae62 None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '53a88464-a43c-4d76-9c94-94687e449f9b', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'port_id': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'mac_address': 'fa:16:3e:44:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:23:15Z', 'updated_at': '2021-06-22T09:23:30Z', 'revision_number': 1, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:23:31.838462 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0879b-2a5a-471a-b482-7ea99fc41ec6 None None] New status for floating IP 53a88464-a43c-4d76-9c94-94687e449f9b: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:23:32.801586 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:23:32.815791 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:54.227151 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:55.579375 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-a9729929-8524-46bc-b7b8-1bc05a2342aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511081 Jun 22 09:23:55.672995 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-a839b540-2cb7-4249-bae0-3277dc49d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:55.674481 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-a839b540-2cb7-4249-bae0-3277dc49d0e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1098 time: 0.0513990 Jun 22 09:23:55.789248 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-fc432914-6b89-4b0c-b5fc-ead3e7366917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:55.790683 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-fc432914-6b89-4b0c-b5fc-ead3e7366917 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0894625 Jun 22 09:23:55.815222 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-33b3adf2-ac5a-4974-aa0b-d71526306e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:55.855413 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-ee844199-f7ab-44a4-ae96-2843a4fd083b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 200 len: 1000 time: 0.0573692 Jun 22 09:23:55.907244 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-7a61354c-a67c-4401-9fb1-c48ef819b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:55.908682 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-7a61354c-a67c-4401-9fb1-c48ef819b522 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0464485 Jun 22 09:23:55.965909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-aa2105f2-8235-48b1-99ab-a83327ae973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:55.967403 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-aa2105f2-8235-48b1-99ab-a83327ae973a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499985 Jun 22 09:23:56.055298 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-741a0683-d734-4119-b0da-031ccf9a29e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798841 Jun 22 09:23:56.145944 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f7b18e6d-59f8-44da-a025-73ce9dd1ee96 req-e8c4466f-ef1f-40a4-8869-ba977cd7e620 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831461 Jun 22 09:23:59.272726 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d3285fb4-ab67-4093-a011-413010d75633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:00.122954 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:00.780741 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:02.797507 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:09.800097 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:24:24.242216 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:25.819339 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fbfb-b039-45d4-afa8-2fa935d93f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:29.281922 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ea22c59d-834c-4371-a968-709edd8ce67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:30.140313 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:30.791835 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:32.836055 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:46.799006 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:24:54.292419 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:55.859924 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1dcd8b32-fbc1-459c-b03d-13fde46b185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:55.979493 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-df082ee8-7e8e-4596-a387-69d7a71b9cb5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934393 Jun 22 09:24:56.059891 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-14009457-3196-45e7-9a46-55e99d0b5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:24:56.061351 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-14009457-3196-45e7-9a46-55e99d0b5f01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1099 time: 0.0566812 Jun 22 09:24:56.165431 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-d4323bcd-3ed3-4bf3-9169-8ea6e38509ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:24:56.166912 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-d4323bcd-3ed3-4bf3-9169-8ea6e38509ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0834656 Jun 22 09:24:56.235441 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-44f27506-2a8d-413a-ac33-a68d251e24f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 200 len: 1002 time: 0.0609572 Jun 22 09:24:56.284190 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-7c82c20e-1e16-441f-9ad8-a7d7eb26dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:24:56.286160 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-7c82c20e-1e16-441f-9ad8-a7d7eb26dde1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0436022 Jun 22 09:24:56.343044 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-cce15964-0d27-43e2-b8a3-0eb30b6ab97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:24:56.344564 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-cce15964-0d27-43e2-b8a3-0eb30b6ab97d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514514 Jun 22 09:24:56.436098 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-8e50877d-47ce-43fa-9ff2-0a2cc926541b service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838652 Jun 22 09:24:56.525531 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-04ae371b-3b25-45b3-9940-60c73ffd8ca9 req-e1447233-e4ec-4a0b-a97d-a5c2e7f031ba service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815272 Jun 22 09:24:59.282681 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f3db-9344-4a11-a404-c593b3a5210e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.128076 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.340092 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39342) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:00.496090 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Deleting port 5f89b377-fcbd-4827-839a-7226c9953ad9 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:00.496343 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.571623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.571945 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.631693 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Calling delete_port for 5f89b377-fcbd-4827-839a-7226c9953ad9 owned by network:floatingip {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:00.842390 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.854051 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.856112 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-08b4b139-87a7-4a0e-b657-fe1d3542b99d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:00.878278 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'Port': ['ID=5f89b377-fcbd-4827-839a-7226c9953ad9,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:00.887838 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.888231 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.888613 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.888993 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.889369 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.890118 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.890118 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.890447 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.890812 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.891201 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.891569 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.891931 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:00.897152 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:00.955105 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:00.955459 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Floating IP 123ab208-3f36-4bb8-93cf-45cad33faba3 disassociated (deleted). External IP: 172.27.0.248, port: 9be1faa4-eace-4a0d-91fe-cd785e98c4fd. Jun 22 09:25:01.155514 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:25:01.258979 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:25:01.263831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:01.270697 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:25:01.279804 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:01.280497 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:01.300149 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5fcc3e75-df44-4b2e-9e4f-6ef690683bde tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "DELETE /v2.0/floatingips/123ab208-3f36-4bb8-93cf-45cad33faba3 HTTP/1.1" status: 204 len: 168 time: 0.9589846 Jun 22 09:25:01.300807 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:25:01.303451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab85c937-af76-4726-bd24-85cf1f8f2978" -d '{"events": [{"name": "network-changed", "server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:25:01.348015 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c8612-f455-4b67-ac81-34397970151f x-openstack-request-id: req-ea9c8612-f455-4b67-ac81-34397970151f {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:25:01.349183 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:25:01.349658 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9c8612-f455-4b67-ac81-34397970151f {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:25:01.350263 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'status': 'completed', 'code': 200} Jun 22 09:25:01.387883 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:01.425809 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-ae293cc9-4c98-46e6-9aad-8c326e08f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:01.427536 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-ae293cc9-4c98-46e6-9aad-8c326e08f832 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 1099 time: 0.0553303 Jun 22 09:25:01.523507 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-d824c746-3712-4e03-9e01-fce2cb760237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:01.524950 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-d824c746-3712-4e03-9e01-fce2cb760237 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0909598 Jun 22 09:25:01.565956 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-265be880-5ef8-4759-b8a9-37d15b0f460e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 200 len: 217 time: 0.0337937 Jun 22 09:25:01.614900 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-a5c3d486-2270-43d4-b544-86ab3ca74437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:01.616406 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-a5c3d486-2270-43d4-b544-86ab3ca74437 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0442519 Jun 22 09:25:01.618061 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:33Z', 'revision_number': 1, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:01.644083 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:25:01.652880 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:01.653495 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:01.684112 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-6a4c0671-3fe3-4975-bd4c-153cd60499ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:01.685640 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-6a4c0671-3fe3-4975-bd4c-153cd60499ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631354 Jun 22 09:25:01.764262 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:01.782548 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-3259d1fe-29d4-4e1a-9cf4-61c41b84e088 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891123 Jun 22 09:25:01.877370 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ab85c937-af76-4726-bd24-85cf1f8f2978 req-747b6bb1-f273-4456-8de5-fdef91133103 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873361 Jun 22 09:25:01.921033 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c90730-c959-4d0c-98c4-f87ef7d8849e req-246fc254-f31d-4c7e-9bc8-7c61a770ebf6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:01.922586 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c2c90730-c959-4d0c-98c4-f87ef7d8849e req-246fc254-f31d-4c7e-9bc8-7c61a770ebf6 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 946 time: 0.0690203 Jun 22 09:25:01.961397 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c2c90730-c959-4d0c-98c4-f87ef7d8849e req-f955b6e5-4669-4e6e-a731-e54d8b41ed65 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Jun 22 09:25:01.998006 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:33Z', 'revision_number': 1, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:02.028909 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f919f4b-422a-42eb-989e-45e53b00e7e0 None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '6ba6c1e4-94e2-4280-a731-e76083776f7a', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': '26493b78-1f4c-4717-90bb-d28924784099', 'port_id': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'mac_address': 'fa:16:3e:a7:6f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb0537-998e-4007-941b-5349b5eb28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:20:31Z', 'updated_at': '2021-06-22T09:20:33Z', 'revision_number': 1, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:25:02.228416 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abceef1-ca70-4a33-8ba5-58017da21567 None None] New status for floating IP 123ab208-3f36-4bb8-93cf-45cad33faba3: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:25:02.808249 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:03.142247 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054de17-2da1-49a6-83b7-e8123a74035e req-db926965-fd5a-47ca-bebf-9d60dd029e52 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:03.143731 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9054de17-2da1-49a6-83b7-e8123a74035e req-db926965-fd5a-47ca-bebf-9d60dd029e52 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 946 time: 0.0663400 Jun 22 09:25:03.181548 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9054de17-2da1-49a6-83b7-e8123a74035e req-b790cc39-c023-4893-aae1-79113cc15e91 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jun 22 09:25:03.637782 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-18282686-6c30-4d1c-bd50-a481cbcd5634 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:03.639212 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-18282686-6c30-4d1c-bd50-a481cbcd5634 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 946 time: 0.0612409 Jun 22 09:25:03.741240 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Deleting port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:03.741503 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:03.825235 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] For port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:03.825590 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:03.889686 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Calling delete_port for 9be1faa4-eace-4a0d-91fe-cd785e98c4fd owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:04.116791 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:04.121152 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5622a05f-6d27-4531-b98e-6f7c55314f40 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:04.146728 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'Port': ['ID=9be1faa4-eace-4a0d-91fe-cd785e98c4fd,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:04.149666 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:04.191065 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] No DVR routers for this DVR port 9be1faa4-eace-4a0d-91fe-cd785e98c4fd on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:25:04.194405 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:04.196424 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-73acc60d-5bbc-4953-8afa-15aa16b84b14 req-abcbc9e6-60f4-41cb-a767-2dac92831582 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "DELETE /v2.0/ports/9be1faa4-eace-4a0d-91fe-cd785e98c4fd HTTP/1.1" status: 204 len: 173 time: 0.5501876 Jun 22 09:25:04.196935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'name': 'network-vif-deleted', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:25:04.199283 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb7a5a-ff16-4964-95c7-633207b70ca6" -d '{"events": [{"server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "name": "network-vif-deleted", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:25:04.236557 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffe3861-f7df-4379-8316-4fa6f47b0a80 x-openstack-request-id: req-fffe3861-f7df-4379-8316-4fa6f47b0a80 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:25:04.236896 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40ac2a7-4d17-427b-8757-7d5570ca9f53", "name": "network-vif-deleted", "tag": "9be1faa4-eace-4a0d-91fe-cd785e98c4fd", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:25:04.237196 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fffe3861-f7df-4379-8316-4fa6f47b0a80 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:25:04.237654 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40ac2a7-4d17-427b-8757-7d5570ca9f53', 'name': 'network-vif-deleted', 'tag': '9be1faa4-eace-4a0d-91fe-cd785e98c4fd', 'status': 'completed', 'code': 200} Jun 22 09:25:04.323110 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-468537cd-0a43-444b-b949-531f65f49ba0 req-84d9ae5b-9b8e-429d-afc5-61a8a8cb809a tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Jun 22 09:25:05.479460 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d80e413c-3678-403a-acbe-7d1dc170e2dc req-022c8aff-a86c-4da7-8224-174aae0d1d0e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=d40ac2a7-4d17-427b-8757-7d5570ca9f53 HTTP/1.1" status: 200 len: 210 time: 0.0310881 Jun 22 09:25:06.032219 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ef746-df72-4038-bc1e-543834787f2c req-80c10e92-1f3a-4da6-a808-6f62932f176d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:06.033934 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-905ef746-df72-4038-bc1e-543834787f2c req-80c10e92-1f3a-4da6-a808-6f62932f176d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0646391 Jun 22 09:25:06.071679 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-905ef746-df72-4038-bc1e-543834787f2c req-e3df2ce9-7543-4cdb-9f66-cf3b838b2993 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Jun 22 09:25:07.193093 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9be1faa4-eace-4a0d-91fe-cd785e98c4fd no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:07.213391 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 9be1faa4-eace-4a0d-91fe-cd785e98c4fd {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:07.213700 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9be1faa4-eace-4a0d-91fe-cd785e98c4fd not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:07.251504 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e0a72-5ee6-4de9-acac-0f08e3698289 req-f838f470-87d2-438c-8c5b-3984bea75cdc tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:07.253032 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c12e0a72-5ee6-4de9-acac-0f08e3698289 req-f838f470-87d2-438c-8c5b-3984bea75cdc tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0634687 Jun 22 09:25:07.291075 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c12e0a72-5ee6-4de9-acac-0f08e3698289 req-fe978a3e-cd2f-4507-846d-4b04f1694b94 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Jun 22 09:25:08.536925 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd9660-6a81-4684-8f54-6b7f0db3852b req-e1b0d388-e121-4388-a4db-b98afa2a5bf6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:08.538379 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-83bd9660-6a81-4684-8f54-6b7f0db3852b req-e1b0d388-e121-4388-a4db-b98afa2a5bf6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.1359608 Jun 22 09:25:08.575235 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-83bd9660-6a81-4684-8f54-6b7f0db3852b req-58cec449-3598-4b47-a644-2af33b9e3fa4 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311399 Jun 22 09:25:08.984448 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39396) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:09.140066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Deleting port dc2d78cb-ec17-4898-a65a-f4976bd0c89f {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:09.140406 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:09.213570 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:09.213937 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:09.279576 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Calling delete_port for dc2d78cb-ec17-4898-a65a-f4976bd0c89f owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:09.509127 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:09.511925 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b195b3de-556a-48de-a363-f9071811184d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:09.536669 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'Port': ['ID=dc2d78cb-ec17-4898-a65a-f4976bd0c89f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:09.560693 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.561077 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.561447 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.561814 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.562174 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.562540 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.562900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.563289 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.563647 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.563998 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.564347 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.564693 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:09.569754 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:09.605368 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:09.605706 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Floating IP 6ba6c1e4-94e2-4280-a731-e76083776f7a disassociated (deleted). External IP: 172.27.0.23, port: 9705882c-ee4b-41e1-a1e4-6604b2f85eac. Jun 22 09:25:09.857253 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee6e1-a6b1-48c1-862b-0d3be6a81df0 req-9cb5d5b1-9759-4a68-b721-9381580d2fb5 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:09.858699 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-56dee6e1-a6b1-48c1-862b-0d3be6a81df0 req-9cb5d5b1-9759-4a68-b721-9381580d2fb5 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.1714370 Jun 22 09:25:09.867214 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:25:09.939359 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-56dee6e1-a6b1-48c1-862b-0d3be6a81df0 req-577ff62d-bc3e-4892-88b8-8bb44ab8d90d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745232 Jun 22 09:25:09.999008 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:25:10.003908 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:10.008691 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:25:10.017381 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:10.024333 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:10.042867 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4bc543b9-fa08-473d-b377-843b02649dea tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "DELETE /v2.0/floatingips/6ba6c1e4-94e2-4280-a731-e76083776f7a HTTP/1.1" status: 204 len: 168 time: 1.0573385 Jun 22 09:25:10.043586 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:25:10.045897 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d36c5-7936-4ab9-984f-8c8e8c354546" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:25:10.126235 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:10.139604 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d5492c-3342-4c7f-9d21-d2688549697b x-openstack-request-id: req-d7d5492c-3342-4c7f-9d21-d2688549697b {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:25:10.139937 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:25:10.140235 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7d5492c-3342-4c7f-9d21-d2688549697b {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:25:10.140675 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'status': 'completed', 'code': 200} Jun 22 09:25:10.217653 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-7f3f14b8-a6a3-4893-918d-064888a0242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:10.219304 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-7f3f14b8-a6a3-4893-918d-064888a0242b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 1098 time: 0.0554888 Jun 22 09:25:10.310842 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-8a49b3d0-ab64-4892-85cb-c52a43c5e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:10.312333 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-8a49b3d0-ab64-4892-85cb-c52a43c5e741 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 200 len: 912 time: 0.0864646 Jun 22 09:25:10.329108 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:10.353404 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-1d24e597-60c3-438b-ae81-bb733ac636be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 200 len: 217 time: 0.0344942 Jun 22 09:25:10.358164 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:25:10.366676 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:10.367261 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:10.407342 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-6e2b3d5d-b1d0-476c-b9db-b512e9c6b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:10.408869 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-6e2b3d5d-b1d0-476c-b9db-b512e9c6b08b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 200 len: 850 time: 0.0496793 Jun 22 09:25:10.467764 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:10.469434 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-1d06917d-bb93-494d-8c14-377b98fe1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:10.470950 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-1d06917d-bb93-494d-8c14-377b98fe1e56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0876d8b5-ebd6-439a-8598-14c25803dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554986 Jun 22 09:25:10.568687 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-991ffad9-0f83-483b-aa85-e6f25be3c9cf service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Jun 22 09:25:10.668881 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b41d36c5-7936-4ab9-984f-8c8e8c354546 req-9579552a-0d83-4d68-bd69-aad978f9ae94 service neutron] 10.222.0.23 "GET /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930591 Jun 22 09:25:10.689534 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0bbbd-4d36-4ed8-92f0-c0a5d25ad56b req-437c829f-931c-48ed-b0bd-8d7d5f2f9d43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:10.691002 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bab0bbbd-4d36-4ed8-92f0-c0a5d25ad56b req-437c829f-931c-48ed-b0bd-8d7d5f2f9d43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0656862 Jun 22 09:25:10.729997 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bab0bbbd-4d36-4ed8-92f0-c0a5d25ad56b req-5f51be41-46ab-4622-a4ca-fd564c4c19be tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Jun 22 09:25:10.761466 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:10.790227 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e504143-6d21-4314-ae3b-6d42d3a15049 None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:15:25Z', 'revision_number': 4, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'e9eae41c-5f99-4e8e-9698-789b1061a93c', 'name': '', 'network_id': '0876d8b5-ebd6-439a-8598-14c25803dbdf', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'mac_address': 'fa:16:3e:96:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:24Z', 'updated_at': '2021-06-22T09:15:31Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'subnets': [{'id': '7031cbfb-687b-432d-99a8-e2dc4e4f4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:25:10.986397 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e8bea-23a2-436f-b5cb-fccdda4e7b9e None None] New status for floating IP 6ba6c1e4-94e2-4280-a731-e76083776f7a: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:25:11.120833 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630f3f-3c21-46b3-b931-d78fcd8f599a req-63f4d0e8-08f6-447f-a784-4772a1b27541 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:11.122308 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9b630f3f-3c21-46b3-b931-d78fcd8f599a req-63f4d0e8-08f6-447f-a784-4772a1b27541 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0638301 Jun 22 09:25:11.159477 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9b630f3f-3c21-46b3-b931-d78fcd8f599a req-fe4dd104-f6f8-44e6-b201-918c03afd49f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Jun 22 09:25:11.899943 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280bd56-e757-46f7-ba31-87886addf328 req-d0ffe0b5-526e-4cee-b18b-d34ba80490cd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:11.901382 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7280bd56-e757-46f7-ba31-87886addf328 req-d0ffe0b5-526e-4cee-b18b-d34ba80490cd tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0626156 Jun 22 09:25:11.943408 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7280bd56-e757-46f7-ba31-87886addf328 req-f67b3e4e-c05a-4d42-9be8-5d90fbce6e7e tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Jun 22 09:25:12.271684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-7485742a-bf6f-4493-af01-d03aa06dd210 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:12.273084 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-7485742a-bf6f-4493-af01-d03aa06dd210 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 945 time: 0.0611403 Jun 22 09:25:12.689141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb625c2-d2ca-4a3e-b5aa-83dfb1601b3b req-e0edbda2-8f41-40b1-806a-1ec20ea0b859 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:12.690591 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3cb625c2-d2ca-4a3e-b5aa-83dfb1601b3b req-e0edbda2-8f41-40b1-806a-1ec20ea0b859 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.4166462 Jun 22 09:25:12.725359 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Deleting port 9705882c-ee4b-41e1-a1e4-6604b2f85eac {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:12.725689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:12.778328 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3cb625c2-d2ca-4a3e-b5aa-83dfb1601b3b req-6a3cdb75-9626-4f31-8dfb-ebbcfe9f56be tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778217 Jun 22 09:25:12.822291 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] For port 9705882c-ee4b-41e1-a1e4-6604b2f85eac, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=9705882c-ee4b-41e1-a1e4-6604b2f85eac,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:12.822643 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:12.887648 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Calling delete_port for 9705882c-ee4b-41e1-a1e4-6604b2f85eac owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:13.083300 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:13.087417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:13.112944 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'Port': ['ID=9705882c-ee4b-41e1-a1e4-6604b2f85eac,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:13.116414 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:13.119180 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e8a96-e410-4892-806f-12de97f74ca0 req-9f3158aa-6bef-4629-9981-a9ae8be4c5a0 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:13.124713 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-653e8a96-e410-4892-806f-12de97f74ca0 req-9f3158aa-6bef-4629-9981-a9ae8be4c5a0 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 867 time: 0.0654912 Jun 22 09:25:13.161734 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-653e8a96-e410-4892-806f-12de97f74ca0 req-f4135464-d69c-4f6d-abb4-78e6662c7f51 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/security-groups?id=8568dda5-9757-4a77-948c-1f23a7e050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347252 Jun 22 09:25:13.163466 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] No DVR routers for this DVR port 9705882c-ee4b-41e1-a1e4-6604b2f85eac on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:25:13.166062 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:13.168251 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d8053862-370d-4eeb-a42c-a97c90be7725 req-041f5487-e54b-45bc-83b6-eaca4cb1643f tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.23 "DELETE /v2.0/ports/9705882c-ee4b-41e1-a1e4-6604b2f85eac HTTP/1.1" status: 204 len: 173 time: 0.8861008 Jun 22 09:25:13.168803 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'name': 'network-vif-deleted', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:25:13.171189 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824bac4-f4af-45f6-b7a8-99bf2993e5ae" -d '{"events": [{"server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "name": "network-vif-deleted", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:25:13.256724 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f27ecaa-51a8-4bbd-95e2-55aee61160b7 x-openstack-request-id: req-7f27ecaa-51a8-4bbd-95e2-55aee61160b7 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:25:13.257073 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb0537-998e-4007-941b-5349b5eb28c6", "name": "network-vif-deleted", "tag": "9705882c-ee4b-41e1-a1e4-6604b2f85eac", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:25:13.257377 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f27ecaa-51a8-4bbd-95e2-55aee61160b7 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:25:13.257821 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb0537-998e-4007-941b-5349b5eb28c6', 'name': 'network-vif-deleted', 'tag': '9705882c-ee4b-41e1-a1e4-6604b2f85eac', 'status': 'completed', 'code': 200} Jun 22 09:25:13.952067 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3e76-4de8-4ded-8bae-12df6638b8d4 req-91affe8c-61ea-4253-83ce-8547ad1f5f3c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:13.953511 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1aad3e76-4de8-4ded-8bae-12df6638b8d4 req-91affe8c-61ea-4253-83ce-8547ad1f5f3c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0643017 Jun 22 09:25:13.991414 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1aad3e76-4de8-4ded-8bae-12df6638b8d4 req-26db69fd-ac86-42c8-9c4e-516a56f6da9f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Jun 22 09:25:14.318055 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-2c4f6b38-c5ce-4506-82a4-f262138ed34b req-7e78a721-243b-4f94-a720-d913ebe4def1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bb0537-998e-4007-941b-5349b5eb28c6 HTTP/1.1" status: 200 len: 210 time: 0.0285988 Jun 22 09:25:15.164010 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5f6a-bc16-4475-8d22-f9ae595e6473 req-68ace018-2d67-4203-8bbb-02b600b4601f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:15.165435 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cede5f6a-bc16-4475-8d22-f9ae595e6473 req-68ace018-2d67-4203-8bbb-02b600b4601f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0650420 Jun 22 09:25:15.200828 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-cede5f6a-bc16-4475-8d22-f9ae595e6473 req-6c6ca56b-95b2-4e89-a6ee-619ed6cda422 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298231 Jun 22 09:25:15.208780 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9705882c-ee4b-41e1-a1e4-6604b2f85eac no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:15.228220 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: 9705882c-ee4b-41e1-a1e4-6604b2f85eac {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:15.228567 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device 9705882c-ee4b-41e1-a1e4-6604b2f85eac not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:15.414263 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39430) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:15.533069 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Deleting port 662cf1eb-3146-4f0f-a282-aadbaf3750fe {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:15.533410 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:15.605395 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:15.605644 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:15.670784 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Calling delete_port for 662cf1eb-3146-4f0f-a282-aadbaf3750fe owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:15.899785 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:15.901705 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a9a1b6b-e474-4203-9e57-63c279f9f298 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:15.923028 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'Port': ['ID=662cf1eb-3146-4f0f-a282-aadbaf3750fe,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:15.927084 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:15.985887 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:15.988921 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:15.990031 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c2445aaf-d718-4398-add5-a4fc8ca4c404 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "DELETE /v2.0/floatingips/05366839-329e-436a-8bec-2273de1f33cf HTTP/1.1" status: 204 len: 168 time: 0.5747924 Jun 22 09:25:16.376329 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d11d99-617a-4925-bb70-f54ec3c10e73 req-e5ab32cf-e541-4d18-9849-73d98401d6e9 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:16.377797 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e7d11d99-617a-4925-bb70-f54ec3c10e73 req-e5ab32cf-e541-4d18-9849-73d98401d6e9 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0635180 Jun 22 09:25:16.418547 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e7d11d99-617a-4925-bb70-f54ec3c10e73 req-25242c15-7721-412f-bdb7-9b83de02b57e tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350406 Jun 22 09:25:17.392605 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39444) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:17.451046 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:17.476947 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:17.589645 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824efcc-40c8-4584-9fe3-1bdb2f11535f req-eb1d4254-1232-40ae-9fef-b6afeb8e2d0d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:17.591089 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a824efcc-40c8-4584-9fe3-1bdb2f11535f req-eb1d4254-1232-40ae-9fef-b6afeb8e2d0d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0612605 Jun 22 09:25:17.636839 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:17.636839 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:17.637465 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a824efcc-40c8-4584-9fe3-1bdb2f11535f req-c73fd4c9-d4e1-4bc7-8c51-1757b2f0ae8e tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jun 22 09:25:17.638005 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] 10.222.0.37 "DELETE /v2.0/security-groups/8568dda5-9757-4a77-948c-1f23a7e050e4 HTTP/1.1" status: 204 len: 168 time: 0.2354789 Jun 22 09:25:17.638005 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-34e32da9-4cc9-467d-a6d3-571c2f86c795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:17.639756 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8568dda5-9757-4a77-948c-1f23a7e050e4,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:17.642235 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:17.765095 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39450) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:18.143816 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:18.384562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Deleting port e9eae41c-5f99-4e8e-9698-789b1061a93c {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:18.384900 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:18.459307 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] For port e9eae41c-5f99-4e8e-9698-789b1061a93c, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=e9eae41c-5f99-4e8e-9698-789b1061a93c,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:18.459978 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:18.522880 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Calling delete_port for e9eae41c-5f99-4e8e-9698-789b1061a93c owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:18.783435 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:18.786080 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b21e3edc-7f6e-4e34-81f4-9307844e7031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:18.809532 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9eae41c-5f99-4e8e-9698-789b1061a93c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:18.812638 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:18.812802 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c275e0-a875-43e3-84bc-8fd4fd941642 req-0e9fa4a5-2e5b-4eb8-aaaa-bdb08b32af8f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:18.814290 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d3c275e0-a875-43e3-84bc-8fd4fd941642 req-0e9fa4a5-2e5b-4eb8-aaaa-bdb08b32af8f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0662208 Jun 22 09:25:18.856061 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-d3c275e0-a875-43e3-84bc-8fd4fd941642 req-9cecdedf-656a-4a0b-9681-16ca51119fd5 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352166 Jun 22 09:25:18.982617 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:19.189185 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Router 26493b78-1f4c-4717-90bb-d28924784099 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:25:19.291579 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:25:19.296350 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-bf2f3aac-bb02-4107-ba97-52ac50abcc88 admin admin] 10.222.0.37 "PUT /v2.0/routers/26493b78-1f4c-4717-90bb-d28924784099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5302463 Jun 22 09:25:19.298837 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39456) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:19.299976 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] Sync routers for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:25:19.309604 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:19.310212 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:19.414317 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:19.597995 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:25:18Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:19.624513 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] Checking router: 26493b78-1f4c-4717-90bb-d28924784099 for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:25:19.633643 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] Routers {'26493b78-1f4c-4717-90bb-d28924784099'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:19.634329 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['26493b78-1f4c-4717-90bb-d28924784099'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:19.653557 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:19.736147 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] Set router 26493b78-1f4c-4717-90bb-d28924784099 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:19.753209 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:19.884438 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Deleting port be1e56eb-24e8-4b43-a921-1bd94caa9be0 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:19.885149 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:19.909639 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:25:18Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:19.939470 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe72df7-81f8-44ab-9f25-aef4e622717d None None] The sync data for ids ['26493b78-1f4c-4717-90bb-d28924784099'] in dv-cinder-797333-1-iscsi is: [{'id': '26493b78-1f4c-4717-90bb-d28924784099', 'name': 'tempest-TestVolumeBootPattern-372872401-router', 'tenant_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:20Z', 'updated_at': '2021-06-22T09:25:18Z', 'revision_number': 5, 'project_id': 'b9e3a3a713e341739b170c4d1fadacd8', 'gw_port': {'id': 'be1e56eb-24e8-4b43-a921-1bd94caa9be0', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26493b78-1f4c-4717-90bb-d28924784099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:21Z', 'updated_at': '2021-06-22T09:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:25:19.972295 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] For port be1e56eb-24e8-4b43-a921-1bd94caa9be0, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=be1e56eb-24e8-4b43-a921-1bd94caa9be0,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:19.972683 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.044453 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Calling delete_port for be1e56eb-24e8-4b43-a921-1bd94caa9be0 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:20.149529 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627a24-9566-4944-9abb-c041e042c5aa req-3cbdb9ae-0b86-47fa-b9a5-182b0a3eb99b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:20.150905 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c0627a24-9566-4944-9abb-c041e042c5aa req-3cbdb9ae-0b86-47fa-b9a5-182b0a3eb99b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.1654196 Jun 22 09:25:20.235630 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-c0627a24-9566-4944-9abb-c041e042c5aa req-a1f0f426-5e57-4aa3-8a3c-8498f4c170a2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735326 Jun 22 09:25:20.345476 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.348367 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e7f205d-03dd-433c-a3ae-d76b56fb9f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:20.373418 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Pushing event deleted for resources: {'Port': ['ID=be1e56eb-24e8-4b43-a921-1bd94caa9be0,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:20.376811 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:20.438855 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.527258 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.529323 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.634081 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.634725 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26493b78-1f4c-4717-90bb-d28924784099 {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:25:20.639094 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.644982 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a0f7c6a3-daa3-4b80-bc30-cf4ceaa4a43a admin admin] 10.222.0.37 "DELETE /v2.0/routers/26493b78-1f4c-4717-90bb-d28924784099 HTTP/1.1" status: 204 len: 168 time: 1.3405013 Jun 22 09:25:20.645355 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39460) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:20.708935 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Deleting subnet 7031cbfb-687b-432d-99a8-e2dc4e4f4d98 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:25:20.712820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.748983 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.831302 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.957454 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.959907 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a2f96c63-8503-44d0-b9c9-a4c47b6b9be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:20.985179 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7031cbfb-687b-432d-99a8-e2dc4e4f4d98,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:20.987154 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:20.989192 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7031cbfb-687b-432d-99a8-e2dc4e4f4d98 HTTP/1.1" status: 204 len: 168 time: 0.3452673 Jun 22 09:25:20.990684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-438c2d74-e391-4c40-afe7-104b64994cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:20.991785 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39462) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:20.995780 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae0170-3730-4d7b-9871-0041d0f1bb0b None None] Network 0876d8b5-ebd6-439a-8598-14c25803dbdf requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:25:21.064400 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.155114 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Deleting port 26b34ddd-6c40-458b-a223-e9800c1d145d {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:21.155513 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.171043 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device be1e56eb-24e8-4b43-a921-1bd94caa9be0 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:21.200906 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: be1e56eb-24e8-4b43-a921-1bd94caa9be0 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:21.201264 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device be1e56eb-24e8-4b43-a921-1bd94caa9be0 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:21.201699 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9eae41c-5f99-4e8e-9698-789b1061a93c no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:21.221143 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: e9eae41c-5f99-4e8e-9698-789b1061a93c {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:21.221764 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device e9eae41c-5f99-4e8e-9698-789b1061a93c not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:21.224770 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] DHCP port deletion for 0876d8b5-ebd6-439a-8598-14c25803dbdf request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:25:21.233695 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] For port 26b34ddd-6c40-458b-a223-e9800c1d145d, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=26b34ddd-6c40-458b-a223-e9800c1d145d,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:21.234128 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.275319 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Deleting port 26b34ddd-6c40-458b-a223-e9800c1d145d {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:21.275859 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.307444 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Calling delete_port for 26b34ddd-6c40-458b-a223-e9800c1d145d owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:21.341516 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] For port 26b34ddd-6c40-458b-a223-e9800c1d145d, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=26b34ddd-6c40-458b-a223-e9800c1d145d,segment=NetworkSegment(b6455f4e-b5e9-4163-99a0-d332fbb9e760),segment_id=b6455f4e-b5e9-4163-99a0-d332fbb9e760)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:21.341916 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.411104 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Calling delete_port for 26b34ddd-6c40-458b-a223-e9800c1d145d owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:21.442890 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8abba-354b-4b29-b2bb-300b3c9e5690 req-1aebfe1e-9a46-48e7-8870-db6eafb0cfc2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:21.444407 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ace8abba-354b-4b29-b2bb-300b3c9e5690 req-1aebfe1e-9a46-48e7-8870-db6eafb0cfc2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0881581 Jun 22 09:25:21.487895 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-ace8abba-354b-4b29-b2bb-300b3c9e5690 req-0db7cc91-4946-420b-95d5-96b9bc5c08d8 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369661 Jun 22 09:25:21.519597 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.521207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.521938 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b4bf55e7-badf-41db-812a-90b15011cbb2 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:21.523266 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-10d71a85-ed75-4de4-9a90-d3f4368796f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:21.546455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b34ddd-6c40-458b-a223-e9800c1d145d,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:21.547400 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Pushing event deleted for resources: {'Port': ['ID=26b34ddd-6c40-458b-a223-e9800c1d145d,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:21.549856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:21.550750 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] No DVR routers for this DVR port 26b34ddd-6c40-458b-a223-e9800c1d145d on host dv-cinder-797333-1-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:25:21.552349 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] No DVR routers for this DVR port 26b34ddd-6c40-458b-a223-e9800c1d145d on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:25:21.559044 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.559421 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.562613 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.564336 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.564336 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:25:21.568048 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e734c6d0-bdd0-49c7-87b1-4256ac59bcd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:21.624377 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.635640 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0876d8b5-ebd6-439a-8598-14c25803dbdf']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:21.648667 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6455f4e-b5e9-4163-99a0-d332fbb9e760') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:21.649336 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6455f4e-b5e9-4163-99a0-d332fbb9e760') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:21.660003 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.673684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.681643 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:25:21.682042 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:25:21.684241 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:25:21.834578 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.838275 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:21.843970 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:21.843970 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0876d8b5-ebd6-439a-8598-14c25803dbdf HTTP/1.1" status: 204 len: 168 time: 0.8500631 Jun 22 09:25:21.845946 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39466) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:21.861835 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Pushing event deleted for resources: {'Network': ['ID=0876d8b5-ebd6-439a-8598-14c25803dbdf,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:21.865108 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dc55db02-ea32-4dc5-a4bc-add3ee5eed45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:22.214523 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:22.456025 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Deleting port b77a4387-33e3-459b-940c-4b04393b2761 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:22.456922 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:22.530208 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] For port b77a4387-33e3-459b-940c-4b04393b2761, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b77a4387-33e3-459b-940c-4b04393b2761,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:22.530681 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:22.595528 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Calling delete_port for b77a4387-33e3-459b-940c-4b04393b2761 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:22.742342 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda1d3-5c4f-4e9b-a351-bdb8097a076a req-179dd88f-e3e1-4e8d-8ca7-09182fd29eb2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:22.744075 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-aefda1d3-5c4f-4e9b-a351-bdb8097a076a req-179dd88f-e3e1-4e8d-8ca7-09182fd29eb2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.1443911 Jun 22 09:25:22.797010 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-aefda1d3-5c4f-4e9b-a351-bdb8097a076a req-4b26632a-a6b5-49c9-95a9-99a0a40c768b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Jun 22 09:25:22.925579 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:22.927691 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5f073656-52b6-4ef4-8bcc-205af0466a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:22.948872 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77a4387-33e3-459b-940c-4b04393b2761,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:22.952528 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:23.123151 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:23.153649 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 26b34ddd-6c40-458b-a223-e9800c1d145d no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:23.173617 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 26b34ddd-6c40-458b-a223-e9800c1d145d {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:23.173992 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 26b34ddd-6c40-458b-a223-e9800c1d145d not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:23.330617 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Router b45073cf-c079-4052-a729-a861dc1aa8f1 has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:25:23.434362 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:25:23.439256 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ae468553-4cd9-4c9e-ab33-3378829232b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/b45073cf-c079-4052-a729-a861dc1aa8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921428 Jun 22 09:25:23.442011 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39470) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:23.444544 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] Sync routers for ids ['b45073cf-c079-4052-a729-a861dc1aa8f1'] in dv-cinder-797333-1-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:25:23.453713 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] Routers {'b45073cf-c079-4052-a729-a861dc1aa8f1'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:23.454326 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['b45073cf-c079-4052-a729-a861dc1aa8f1'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:23.544135 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:23.679222 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] Set router b45073cf-c079-4052-a729-a861dc1aa8f1 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:23.797107 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:25:23.861931 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:25:22Z', 'revision_number': 5, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:23.894964 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] Checking router: b45073cf-c079-4052-a729-a861dc1aa8f1 for host: dv-cinder-797333-1-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:25:23.903800 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] Routers {'b45073cf-c079-4052-a729-a861dc1aa8f1'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:25:23.904430 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:24:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['b45073cf-c079-4052-a729-a861dc1aa8f1'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:23.915668 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:23.980674 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df350cb-f118-4488-b9f9-69b420439b3a req-b1310d7b-f7d1-48ca-a0e8-61439791ecf7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:23.982065 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4df350cb-f118-4488-b9f9-69b420439b3a req-b1310d7b-f7d1-48ca-a0e8-61439791ecf7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0653744 Jun 22 09:25:24.009243 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] Set router b45073cf-c079-4052-a729-a861dc1aa8f1 gateway port host: dv-cinder-797333-1-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:25:24.027685 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-4df350cb-f118-4488-b9f9-69b420439b3a req-8b77a819-85f2-40b7-bb10-58a67ec5bfd2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Jun 22 09:25:24.043073 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Deleting port 394a17de-769e-41b5-93dd-9c725e3c59dc {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:24.043699 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.121299 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] For port 394a17de-769e-41b5-93dd-9c725e3c59dc, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=394a17de-769e-41b5-93dd-9c725e3c59dc,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:24.121659 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.187179 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Calling delete_port for 394a17de-769e-41b5-93dd-9c725e3c59dc owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:24.193927 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:25:22Z', 'revision_number': 5, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:24.225660 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb981fbc-f891-42d3-8652-1634801f5fc0 None None] The sync data for ids ['b45073cf-c079-4052-a729-a861dc1aa8f1'] in dv-cinder-797333-1-iscsi is: [{'id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'name': 'tempest-TestVolumeBootPattern-186083455-router', 'tenant_id': 'ed9e9da99961470bafcc780a97fe7244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:15:30Z', 'updated_at': '2021-06-22T09:25:22Z', 'revision_number': 5, 'project_id': 'ed9e9da99961470bafcc780a97fe7244', 'gw_port': {'id': '394a17de-769e-41b5-93dd-9c725e3c59dc', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45073cf-c079-4052-a729-a861dc1aa8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:15:31Z', 'updated_at': '2021-06-22T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:25:24.310724 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.416585 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724507'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.418538 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a6ae4d57-fe24-47b8-8c07-a29f710ad446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:24.439562 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Pushing event deleted for resources: {'Port': ['ID=394a17de-769e-41b5-93dd-9c725e3c59dc,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:24.443830 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:24.504520 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.590971 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.593120 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.727848 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.728414 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45073cf-c079-4052-a729-a861dc1aa8f1 {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:25:24.732675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.733811 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6d703c8f-81da-49f6-aaa6-e9c92464b927 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b45073cf-c079-4052-a729-a861dc1aa8f1 HTTP/1.1" status: 204 len: 168 time: 1.2908962 Jun 22 09:25:24.736393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39474) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:24.781481 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Deleting subnet 40f15ea8-b7f4-42ae-a035-e637db2fee68 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:25:24.785075 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.824641 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13106294'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:24.904592 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.094045 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24763356'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.098135 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-11240520-4338-4faf-8774-dd7462342f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:25.125897 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f15ea8-b7f4-42ae-a035-e637db2fee68,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:25.129103 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:25.130164 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.131994 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-64ac2b44-a27a-4bd7-8016-0ca5e954c1c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/40f15ea8-b7f4-42ae-a035-e637db2fee68 HTTP/1.1" status: 204 len: 168 time: 0.3946652 Jun 22 09:25:25.134570 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39478) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:25.139461 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db75779-b592-4d3a-89a8-8c8b5c54efdc None None] Network 3f76c1e4-4059-407d-aab5-6438dd9fdd49 requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:25:25.219675 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.225339 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3a94a-11ec-4c62-9edf-97b6a82f9a2f req-0d1f24d5-da31-4644-9663-b603457ca0a6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:25.226853 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bbd3a94a-11ec-4c62-9edf-97b6a82f9a2f req-0d1f24d5-da31-4644-9663-b603457ca0a6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0936010 Jun 22 09:25:25.255514 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b77a4387-33e3-459b-940c-4b04393b2761 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:25.280164 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-bbd3a94a-11ec-4c62-9edf-97b6a82f9a2f req-037c16b1-9030-4a3b-baff-a7a5ac190edb tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Jun 22 09:25:25.293207 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: b77a4387-33e3-459b-940c-4b04393b2761 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:25.293566 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b77a4387-33e3-459b-940c-4b04393b2761 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:25.293994 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 394a17de-769e-41b5-93dd-9c725e3c59dc no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:25.294366 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Deleting port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:25.294704 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.319958 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 394a17de-769e-41b5-93dd-9c725e3c59dc {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:25.320310 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 394a17de-769e-41b5-93dd-9c725e3c59dc not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:25.362195 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] For port 7ff46a18-493c-49e4-a2b2-5bbed45e4739, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7ff46a18-493c-49e4-a2b2-5bbed45e4739,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:25.362591 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.398530 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076be224-d781-409a-b249-0aafae965386 None None] DHCP port deletion for 3f76c1e4-4059-407d-aab5-6438dd9fdd49 request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:25:25.434685 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Calling delete_port for 7ff46a18-493c-49e4-a2b2-5bbed45e4739 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:25.443577 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-076be224-d781-409a-b249-0aafae965386 None None] Deleting port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:25:25.443967 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-076be224-d781-409a-b249-0aafae965386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.504635 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-076be224-d781-409a-b249-0aafae965386 None None] For port 7ff46a18-493c-49e4-a2b2-5bbed45e4739, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=7ff46a18-493c-49e4-a2b2-5bbed45e4739,segment=NetworkSegment(a2630fb5-7a8a-463e-892d-7468a5c554cb),segment_id=a2630fb5-7a8a-463e-892d-7468a5c554cb)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:25:25.504977 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-076be224-d781-409a-b249-0aafae965386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.569540 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-076be224-d781-409a-b249-0aafae965386 None None] Calling delete_port for 7ff46a18-493c-49e4-a2b2-5bbed45e4739 owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:25:25.590535 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.593547 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-61ed7cbb-41fc-429b-a76d-c4ef63014af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:25.619336 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff46a18-493c-49e4-a2b2-5bbed45e4739,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:25.621729 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:25.624021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] No DVR routers for this DVR port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 on host dv-cinder-797333-1-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:25:25.647063 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-076be224-d781-409a-b249-0aafae965386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.649048 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:25.675682 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be224-d781-409a-b249-0aafae965386 None None] Pushing event deleted for resources: {'Port': ['ID=7ff46a18-493c-49e4-a2b2-5bbed45e4739,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:25.677952 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-076be224-d781-409a-b249-0aafae965386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:25.680277 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076be224-d781-409a-b249-0aafae965386 None None] No DVR routers for this DVR port 7ff46a18-493c-49e4-a2b2-5bbed45e4739 on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:25:25.697172 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.708493 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f76c1e4-4059-407d-aab5-6438dd9fdd49']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:25.718728 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2630fb5-7a8a-463e-892d-7468a5c554cb') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:25.719019 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2630fb5-7a8a-463e-892d-7468a5c554cb') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:25:25.727845 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.742316 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.748453 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:25:25.748842 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:25:25.750504 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:25:25.818849 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-96d6e92e-dd5d-477e-842b-27b166c53b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.893271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.897188 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a248e9f1-62c4-453a-b0c9-944618f8b997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:25.899738 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:25.901564 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f76c1e4-4059-407d-aab5-6438dd9fdd49 HTTP/1.1" status: 204 len: 168 time: 0.7659891 Jun 22 09:25:25.913676 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f76c1e4-4059-407d-aab5-6438dd9fdd49,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:25.916125 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a988f0a4-fea3-4db4-8388-ecc999d01e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:26.233284 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39488) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:26.274557 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-3c5a7514-ec06-49f5-89d6-09b7dd63e1df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9e3a3a713e341739b170c4d1fadacd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379667 Jun 22 09:25:26.274776 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39490) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:26.323623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:26.344683 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:26.460253 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687533c2-dcbc-4231-83a9-3a24adc14442 req-65754150-da37-45df-8ee0-5e8800f7e66d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:26.461634 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-687533c2-dcbc-4231-83a9-3a24adc14442 req-65754150-da37-45df-8ee0-5e8800f7e66d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0663767 Jun 22 09:25:26.474167 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:26.476689 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:26.477705 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d637460-eb8c-4fb9-8130-f4ad63ad69e3 HTTP/1.1" status: 204 len: 168 time: 0.2019567 Jun 22 09:25:26.489552 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-726d3ff0-93dc-4fa1-9868-657710543af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:26.493909 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d637460-eb8c-4fb9-8130-f4ad63ad69e3,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:26.496925 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-eb6819c5-42f7-4cb0-abbd-5c6d31d4e5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:26.519800 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-687533c2-dcbc-4231-83a9-3a24adc14442 req-358c271a-73ec-4657-8c99-e0c52afe6c91 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467393 Jun 22 09:25:27.080321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7ff46a18-493c-49e4-a2b2-5bbed45e4739 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:25:27.099845 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 7ff46a18-493c-49e4-a2b2-5bbed45e4739 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:25:27.100199 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 7ff46a18-493c-49e4-a2b2-5bbed45e4739 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:25:27.241594 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39498) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:27.282028 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-4007a460-2229-4df9-8db3-93fa4722b6a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed9e9da99961470bafcc780a97fe7244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386269 Jun 22 09:25:27.284546 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39500) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:25:27.330298 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:27.350483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:27.470370 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:27.473603 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:27.474729 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9786ec0-6e44-47f1-b4dc-7fbd1e99ad2f HTTP/1.1" status: 204 len: 168 time: 0.1893053 Jun 22 09:25:27.475570 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-8d5145b5-75ee-494d-ab17-4671660433c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:25:27.483059 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9786ec0-6e44-47f1-b4dc-7fbd1e99ad2f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:25:27.485309 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:25:27.861062 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a6f4a-f6bd-4655-957f-fcfa5412606f req-af3c36cc-11b8-431d-a865-4bfc996e05ee tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:27.863421 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ee3a6f4a-f6bd-4655-957f-fcfa5412606f req-af3c36cc-11b8-431d-a865-4bfc996e05ee tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0681725 Jun 22 09:25:27.904196 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-ee3a6f4a-f6bd-4655-957f-fcfa5412606f req-11aab491-2ad5-4bbb-ac83-40c1706d4ea2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Jun 22 09:25:28.440931 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991fcd2-7890-4712-9f8b-e76797213710 req-878260b7-73b4-4664-bdd7-b9564907441a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:28.442538 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2991fcd2-7890-4712-9f8b-e76797213710 req-878260b7-73b4-4664-bdd7-b9564907441a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0680132 Jun 22 09:25:28.480318 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2991fcd2-7890-4712-9f8b-e76797213710 req-6a0dfa1d-374c-497c-80a5-23685df9e783 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Jun 22 09:25:28.526085 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-cffb87ae-5841-474a-86f2-55dccdbfc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:28.527569 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-cffb87ae-5841-474a-86f2-55dccdbfc1eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1099 time: 0.0571918 Jun 22 09:25:28.614043 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-1cd8ecf3-fc69-484e-b5d1-233c2a09a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:28.615491 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-1cd8ecf3-fc69-484e-b5d1-233c2a09a6a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0818150 Jun 22 09:25:28.682310 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-b9392bac-f257-4bce-b871-d3f749b3be7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 1002 time: 0.0599608 Jun 22 09:25:28.731039 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-19d23433-7c27-4870-a58b-fe9390db33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:28.732460 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-19d23433-7c27-4870-a58b-fe9390db33e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0436606 Jun 22 09:25:28.788364 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-09c60d76-791e-48f2-901f-242d68590e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:28.789773 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-09c60d76-791e-48f2-901f-242d68590e01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507865 Jun 22 09:25:28.883012 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-ca103fe7-19d0-46cf-8198-85253d0a0db2 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861564 Jun 22 09:25:28.975320 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-5c2b1acb-9092-4121-aa81-a39c2b17924a req-b15b499f-9532-49c5-ab4d-2334889fa6ed service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854588 Jun 22 09:25:29.282030 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1488d594-d319-4458-a5f1-efa4cc70cec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:29.654441 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23858-cd0e-4dd9-89cf-4883f8247e4d req-82eaa32c-af40-4079-b109-dc478eb2d8d0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:29.655999 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fbf23858-cd0e-4dd9-89cf-4883f8247e4d req-82eaa32c-af40-4079-b109-dc478eb2d8d0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0632403 Jun 22 09:25:29.694717 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-fbf23858-cd0e-4dd9-89cf-4883f8247e4d req-25e0733d-3926-462d-8e7a-b1104b117c07 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Jun 22 09:25:30.145418 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:30.616887 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [req-01913f91-c7c6-4400-805c-eb0938ad7794 req-79c0186c-23f3-4732-9d41-413b2cef5efa service neutron] (93484) timed out ('10.222.0.23', 60483) {{(pid=93484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 09:25:30.805221 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:30.868019 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [req-7ee3322d-7000-425f-adfd-e24f3eb951bf req-a50446e5-cc41-43aa-a6e8-b698a0b3be09 service neutron] (93485) timed out ('10.222.0.23', 60454) {{(pid=93485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 09:25:30.868864 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a08a9-9f18-40f3-9b6a-f0b88a2df1d4 req-fa58f347-98aa-4573-b93e-340a3482c17c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:30.870331 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-569a08a9-9f18-40f3-9b6a-f0b88a2df1d4 req-fa58f347-98aa-4573-b93e-340a3482c17c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0642385 Jun 22 09:25:30.907253 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-569a08a9-9f18-40f3-9b6a-f0b88a2df1d4 req-4c151b83-c716-4342-81b3-d5e89e0ebb16 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Jun 22 09:25:32.836240 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:54.269662 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:55.864228 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7b15995d-136e-4613-9f26-dc6e87483636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:56.931402 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-42839fbb-bd42-4b01-ad92-5d36fb0fc177 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545113 Jun 22 09:25:57.006285 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-9d138a29-8914-49d7-80f9-45f40673f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:57.007643 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-9d138a29-8914-49d7-80f9-45f40673f35e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1099 time: 0.0523887 Jun 22 09:25:57.114281 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-afb1934d-d1f0-4443-8c8f-9000cd498375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:57.115737 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-afb1934d-d1f0-4443-8c8f-9000cd498375 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0853662 Jun 22 09:25:57.179330 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-a31d76c4-d8e0-4452-91de-fc43ce2b53b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 1002 time: 0.0566924 Jun 22 09:25:57.231644 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-0ed771e4-b5f9-47f2-8529-f0ceffb06f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:57.233093 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-0ed771e4-b5f9-47f2-8529-f0ceffb06f5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0466728 Jun 22 09:25:57.292827 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-59c684ab-a8d4-4f1a-8350-b804eca4a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:25:57.294177 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-59c684ab-a8d4-4f1a-8350-b804eca4a49c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541494 Jun 22 09:25:57.380292 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-7a72a639-d676-4369-a091-383ba62e980c service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780818 Jun 22 09:25:57.468365 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-7cc9cf12-800a-4ad4-9179-0d89fd738e29 req-b5bdd409-109f-4e9e-b3e0-82cdef658cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815458 Jun 22 09:25:59.298414 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c9214861-ddd7-4ab8-8276-96f902bdf5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:00.129209 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:00.795533 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:26:00.804245 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:02.858097 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:24.265768 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:25.848142 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1d383048-6fdc-4046-b256-cee9acb2f0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:29.195705 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ec22-fc09-46a6-ae23-19d94f44335f req-3ad25ed1-8239-4117-a4c1-fdec959f5e1f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:29.197145 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-baa1ec22-fc09-46a6-ae23-19d94f44335f req-3ad25ed1-8239-4117-a4c1-fdec959f5e1f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0624471 Jun 22 09:26:29.235981 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-baa1ec22-fc09-46a6-ae23-19d94f44335f req-f9638d1c-2ee9-4eb7-8992-756959478331 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Jun 22 09:26:29.286089 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5d8e-958f-4248-9d3f-ffda74bd9a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:30.131871 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:30.409057 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10528bec-9144-4328-a503-b5755364486c req-8e4d22f2-cf62-44ea-8e8b-877a589034f0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:30.410405 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-10528bec-9144-4328-a503-b5755364486c req-8e4d22f2-cf62-44ea-8e8b-877a589034f0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0624604 Jun 22 09:26:30.451854 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-10528bec-9144-4328-a503-b5755364486c req-ed732d13-b8d4-47a4-ab9a-b1c021f5928a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357468 Jun 22 09:26:30.825296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:31.622414 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa82d-85b1-42a5-8d99-534048f254b7 req-7e241af1-cdaa-43d2-af6f-5f27a9914c17 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:31.623897 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f84aa82d-85b1-42a5-8d99-534048f254b7 req-7e241af1-cdaa-43d2-af6f-5f27a9914c17 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0621316 Jun 22 09:26:31.660999 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f84aa82d-85b1-42a5-8d99-534048f254b7 req-91a9902d-b6c6-45a5-a2e2-fdcb08f79f5e tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Jun 22 09:26:32.829073 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:32.830011 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910551d-cb78-44c0-a9e4-1ccc855e0881 req-9ed0d92a-585f-4f64-ba41-a553e43ebaec tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:32.831470 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2910551d-cb78-44c0-a9e4-1ccc855e0881 req-9ed0d92a-585f-4f64-ba41-a553e43ebaec tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0611641 Jun 22 09:26:32.868981 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-2910551d-cb78-44c0-a9e4-1ccc855e0881 req-7331b0a9-bb97-4029-bb57-f6969502e46a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Jun 22 09:26:34.054821 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065081-d02b-400a-a6c1-e42ec24dc130 req-d1d0b10a-ca15-4623-adcd-99216a851773 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:34.056145 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-56065081-d02b-400a-a6c1-e42ec24dc130 req-d1d0b10a-ca15-4623-adcd-99216a851773 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0660694 Jun 22 09:26:34.093108 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-56065081-d02b-400a-a6c1-e42ec24dc130 req-2125d806-f409-48ab-b7dd-87617d23d9ae tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Jun 22 09:26:35.269197 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fbb5c-8a6a-4a33-b294-39ecbe203626 req-ab782614-5e70-48f4-b8f3-15f2e3860454 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:35.270630 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd3fbb5c-8a6a-4a33-b294-39ecbe203626 req-ab782614-5e70-48f4-b8f3-15f2e3860454 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0619733 Jun 22 09:26:35.306977 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-fd3fbb5c-8a6a-4a33-b294-39ecbe203626 req-31c336a3-ce00-400e-ade2-ccfd89515ad9 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306327 Jun 22 09:26:36.477213 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ef9c-191f-4a60-b49a-c3f9d7f2d22c req-ced142b4-5437-4df1-ae13-0613e443b882 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:36.478656 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a276ef9c-191f-4a60-b49a-c3f9d7f2d22c req-ced142b4-5437-4df1-ae13-0613e443b882 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0620463 Jun 22 09:26:36.515804 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a276ef9c-191f-4a60-b49a-c3f9d7f2d22c req-f26d6c18-9c79-4da1-8963-bdc8b6f10522 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Jun 22 09:26:37.687803 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0bbe4-eac9-4ff4-b00b-afcab931468d req-15fc3300-90fd-4155-81c0-b04d180dae45 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:37.689261 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d5c0bbe4-eac9-4ff4-b00b-afcab931468d req-15fc3300-90fd-4155-81c0-b04d180dae45 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0654266 Jun 22 09:26:37.726741 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d5c0bbe4-eac9-4ff4-b00b-afcab931468d req-8b548ede-1ba0-4bb7-9843-8f579365e20d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jun 22 09:26:37.794443 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:26:38.901599 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fff20-7d70-4ec0-91c2-e9459e490867 req-8a6c8454-7c43-4540-9eb4-b69a9fa27dae tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:38.904137 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-874fff20-7d70-4ec0-91c2-e9459e490867 req-8a6c8454-7c43-4540-9eb4-b69a9fa27dae tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0683634 Jun 22 09:26:38.945742 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-874fff20-7d70-4ec0-91c2-e9459e490867 req-c7443d85-7203-407c-8bf2-8ac85731860e tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360548 Jun 22 09:26:40.114336 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb54b-aa7a-4702-b8b2-29174dcd1c56 req-cdfaa4d9-5153-4efb-99c8-76d8d1beffe7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:40.116057 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5d2bb54b-aa7a-4702-b8b2-29174dcd1c56 req-cdfaa4d9-5153-4efb-99c8-76d8d1beffe7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0620885 Jun 22 09:26:40.152453 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-5d2bb54b-aa7a-4702-b8b2-29174dcd1c56 req-6f479f40-aee4-4f0f-b607-624421f7948f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303576 Jun 22 09:26:40.654230 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cbe8b-eac6-40de-8d13-17277901e0ee req-b15f41b9-ead2-465b-9902-973849779e15 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:40.655718 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a37cbe8b-eac6-40de-8d13-17277901e0ee req-b15f41b9-ead2-465b-9902-973849779e15 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0619471 Jun 22 09:26:40.697921 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a37cbe8b-eac6-40de-8d13-17277901e0ee req-7e555fc6-bdf2-4582-b5c7-468556e97eca tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359354 Jun 22 09:26:40.720879 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-32b46e6e-9bd4-43ee-8dc6-d5de19986fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:40.722352 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-32b46e6e-9bd4-43ee-8dc6-d5de19986fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1099 time: 0.0549915 Jun 22 09:26:40.810762 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-0ed9cb37-2716-4962-b786-98fc79529628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:40.812181 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-0ed9cb37-2716-4962-b786-98fc79529628 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0831974 Jun 22 09:26:40.879511 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-70fa7bc9-ee38-4c7b-bce5-9d3d5a9ad818 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 1002 time: 0.0605128 Jun 22 09:26:40.926276 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-aa4ea58d-f647-4d78-8150-e5f4f90f6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:40.927649 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-aa4ea58d-f647-4d78-8150-e5f4f90f6800 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0414333 Jun 22 09:26:40.982462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-7c59c14a-2f47-4575-ad56-ddd44d2e4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:40.983937 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-7c59c14a-2f47-4575-ad56-ddd44d2e4029 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493536 Jun 22 09:26:41.073933 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-f17d18e1-afc5-4fc8-a8e8-a325da442663 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825167 Jun 22 09:26:41.159871 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-8a82cfa3-2069-48b8-a590-b1a9653594a5 req-5c0d04fd-c37a-4beb-8a06-e64d1a5fd27e service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790672 Jun 22 09:26:41.877055 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef33a9-7b3e-4335-abdf-e7cad7996c7f req-3c02ddc4-adb2-4903-b8c3-cc753b194b73 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:41.878500 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9cef33a9-7b3e-4335-abdf-e7cad7996c7f req-3c02ddc4-adb2-4903-b8c3-cc753b194b73 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0677524 Jun 22 09:26:41.915837 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-9cef33a9-7b3e-4335-abdf-e7cad7996c7f req-433a42ab-ae64-4eba-83ce-5cffd77d90a8 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Jun 22 09:26:43.088851 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa883-0fd3-489e-a3c8-07b3818d7ce7 req-2c47e1fd-402c-47f6-9f86-86ed60aa7d43 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:43.090305 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a46aa883-0fd3-489e-a3c8-07b3818d7ce7 req-2c47e1fd-402c-47f6-9f86-86ed60aa7d43 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0637226 Jun 22 09:26:43.126135 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a46aa883-0fd3-489e-a3c8-07b3818d7ce7 req-378ac1fa-0aee-456f-96e9-f5d93c74866c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302761 Jun 22 09:26:54.270325 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:55.845618 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-0175a4e4-bbd7-4006-99c8-e36f1180faf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:57.907439 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-6474a2d5-b16a-45c8-8db0-4567b08297f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511854 Jun 22 09:26:58.000427 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-a366739b-7763-4075-85ee-f8e373fbc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:58.001746 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-a366739b-7763-4075-85ee-f8e373fbc110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 1099 time: 0.0514441 Jun 22 09:26:58.105285 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-beeeeea0-89ff-4808-bc6a-02544e262a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:58.106676 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-beeeeea0-89ff-4808-bc6a-02544e262a5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0853918 Jun 22 09:26:58.168099 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-b1e62cf5-7ea2-48c4-a5ef-65b2cae5c552 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 200 len: 1002 time: 0.0548134 Jun 22 09:26:58.214278 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-6749daf0-5763-4636-ae06-ddd27922da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:58.215668 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-6749daf0-5763-4636-ae06-ddd27922da90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0407808 Jun 22 09:26:58.272863 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-4c4a330b-fe28-4af1-9db0-002206a60419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:26:58.274165 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-4c4a330b-fe28-4af1-9db0-002206a60419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521934 Jun 22 09:26:58.357898 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-52a96090-c856-4f1b-8cca-a1944e2c0e40 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764229 Jun 22 09:26:58.447686 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-3097ff14-c79c-4669-b95e-ccf8159f357f req-5ef4596d-4c3a-4aec-8c34-8b4039c0f3e7 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832510 Jun 22 09:26:59.365568 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-885cab62-a6ea-4a51-9e46-3ad316f498b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:00.161513 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:00.864641 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:02.845525 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:14.793403 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:27:24.286303 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:25.845973 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d780-0adf-41bb-a580-8836c05db919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:29.285750 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ab968dc5-509f-4769-b69c-9a107d396e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:30.159950 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:30.880058 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:32.822472 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.294208 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e135e4-75bf-4d3b-941f-8091e77daa65 req-ccd76abf-c2e6-43f0-97f3-e13b9cfc071d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:47.295753 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a2e135e4-75bf-4d3b-941f-8091e77daa65 req-ccd76abf-c2e6-43f0-97f3-e13b9cfc071d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0639038 Jun 22 09:27:47.333096 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a2e135e4-75bf-4d3b-941f-8091e77daa65 req-be3d45ae-9625-4c48-a668-7a07dbdce8b6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Jun 22 09:27:48.507903 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f13-3233-4329-ba11-466fd5485b1b req-4718a9c4-210b-44e8-b6cd-f622baf1749a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:48.509350 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-69388f13-3233-4329-ba11-466fd5485b1b req-4718a9c4-210b-44e8-b6cd-f622baf1749a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0637815 Jun 22 09:27:48.545408 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-69388f13-3233-4329-ba11-466fd5485b1b req-fbdd0e78-a130-4883-8105-f6d19b1b2348 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305138 Jun 22 09:27:49.476045 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765dfe-8da7-4559-a466-be524566e67b req-ac4b4692-45be-4c46-8759-de5611036178 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:49.477395 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-17765dfe-8da7-4559-a466-be524566e67b req-ac4b4692-45be-4c46-8759-de5611036178 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0616746 Jun 22 09:27:49.575680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Deleting port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:27:49.576383 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.663982 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] For port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:49.664339 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.723798 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1e204-27cf-4fab-adc6-5859d44e6724 req-f5ecc270-57b7-4739-9e59-2a3b2fdf869a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:49.725276 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1de1e204-27cf-4fab-adc6-5859d44e6724 req-f5ecc270-57b7-4739-9e59-2a3b2fdf869a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 946 time: 0.0668592 Jun 22 09:27:49.763154 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1de1e204-27cf-4fab-adc6-5859d44e6724 req-37c3e720-eec8-48af-a489-57c011ee40f6 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0b4c54-dbd1-40f1-8389-fda5bc154109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Jun 22 09:27:50.123699 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.124067 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.124378 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Floating IP 53a88464-a43c-4d76-9c94-94687e449f9b disassociated. External IP: 172.27.0.162, port: b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c. Jun 22 09:27:50.124715 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Calling delete_port for b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:27:50.313504 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.318186 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-009f80d5-1c8f-4f80-a5b9-08d3c02bca4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:50.342831 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event deleted for resources: {'Port': ['ID=b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:50.352903 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.353282 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.353657 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.354020 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.354381 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.354739 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.355096 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.355480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.355834 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.356187 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.356535 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.356882 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:50.360682 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:50.461927 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:27:50.563406 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:50.573902 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:50.584313 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:50.584923 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:27:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:50.605148 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] No DVR routers for this DVR port b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:27:50.607630 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.609554 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-17765dfe-8da7-4559-a466-be524566e67b req-45d68a5e-6545-4a44-83a5-3fa688a9ae53 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "DELETE /v2.0/ports/b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c HTTP/1.1" status: 204 len: 173 time: 1.1263542 Jun 22 09:27:50.610071 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'name': 'network-vif-deleted', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:27:50.612680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46cbf9-0382-464d-98f1-abb0d5db2bc2" -d '{"events": [{"server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "name": "network-vif-deleted", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:27:50.649167 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4113edfa-b7a6-4dd2-97a7-b5f2629f5a18 x-openstack-request-id: req-4113edfa-b7a6-4dd2-97a7-b5f2629f5a18 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:27:50.649550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742a6727-2a6b-4012-bdab-89ce8a7fc67a", "name": "network-vif-deleted", "tag": "b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:27:50.649858 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4113edfa-b7a6-4dd2-97a7-b5f2629f5a18 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:27:50.650304 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742a6727-2a6b-4012-bdab-89ce8a7fc67a', 'name': 'network-vif-deleted', 'tag': 'b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c', 'status': 'completed', 'code': 200} Jun 22 09:27:50.689944 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:50.932398 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:50.933756 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-d7b554de-78d7-4d16-859a-d4d4f2c44b54 req-d8b62855-d19a-45a4-a48a-f5fb59f87016 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=742a6727-2a6b-4012-bdab-89ce8a7fc67a HTTP/1.1" status: 200 len: 210 time: 0.0307062 Jun 22 09:27:51.046570 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:51.055915 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:51.056523 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:27:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:51.156660 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:51.345566 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:51.376077 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392f22c-df65-499c-81a2-a6112a674339 None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:27:51.582576 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf3c1a-f4e6-43dc-94c2-ae484432a65f None None] New status for floating IP 53a88464-a43c-4d76-9c94-94687e449f9b: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:27:51.795993 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:27:51.976146 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:27:51.998096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:27:51.998443 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device b6dc1261-ed03-44a1-bc17-c7f6a9e9a22c not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:27:53.131566 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39644) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:53.184445 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.206250 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.353265 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.355949 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.357091 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "DELETE /v2.0/security-groups/0d0b4c54-dbd1-40f1-8389-fda5bc154109 HTTP/1.1" status: 204 len: 168 time: 0.2245371 Jun 22 09:27:53.357919 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5ff22ef7-f4bd-4ab0-8e6f-8f638dcdcec2 tempest-TestShelveInstance-1215747693 tempest-TestShelveInstance-1215747693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.359932 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39646) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:53.367066 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b4c54-dbd1-40f1-8389-fda5bc154109,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:53.374019 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.374281 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.api.v2.resource [None req-eccee082-7ac9-4329-a279-7aced6a7bd74 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] show failed (client error): The resource could not be found. Jun 22 09:27:53.374413 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.374764 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.375144 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.375350 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-eccee082-7ac9-4329-a279-7aced6a7bd74 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups/0d0b4c54-dbd1-40f1-8389-fda5bc154109 HTTP/1.1" status: 404 len: 347 time: 0.0143123 Jun 22 09:27:53.375657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.376027 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.376388 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.376754 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.377194 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.377841 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.378068 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.378215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39648) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:53.378431 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:53.382307 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-efefb369-6e89-4ea9-87c6-7b6e179875ab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:53.498989 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Deleting port 25cd3db2-ef27-4aad-a607-3a1ed69decab {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:27:53.499362 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.588065 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.588392 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.652450 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Calling delete_port for 25cd3db2-ef27-4aad-a607-3a1ed69decab owned by network:floatingip {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:27:53.890710 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.892898 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-974ae2fd-7924-40c9-9eb8-e16e1ed1984e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.921211 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event deleted for resources: {'Port': ['ID=25cd3db2-ef27-4aad-a607-3a1ed69decab,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:53.924896 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:53.979811 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.982233 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.983369 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "DELETE /v2.0/floatingips/53a88464-a43c-4d76-9c94-94687e449f9b HTTP/1.1" status: 204 len: 168 time: 0.6036606 Jun 22 09:27:54.295896 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.596587 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39654) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:54.601499 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700754238', 'description': 'tempest-description--604572794'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:54.708436 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.787784 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.867605 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.870685 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:54.897311 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb3176-0211-4864-8305-540a05ab259f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:54.900713 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:54.947428 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.948651 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-e7727442-6a23-47d2-babd-0ef45a891a61 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3510067 Jun 22 09:27:54.951462 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39656) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:54.955970 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'security_group_rule': {'security_group_id': '57bb3176-0211-4864-8305-540a05ab259f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:55.043486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.102410 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.170795 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.172808 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.189024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe80fc3-eb05-4310-afd0-931c3df78445,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.191509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:55.279411 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.280628 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5df37980-ceda-40a9-8bb7-95acf2925694 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282137 Jun 22 09:27:55.283463 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39658) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:55.288702 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'security_group_rule': {'security_group_id': '57bb3176-0211-4864-8305-540a05ab259f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:55.374849 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.430556 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.507972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408268'] for security_group_rule, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.510119 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1564a8a4-8873-447d-8270-ba8115aaa7b1 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.527271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d329364-58af-4092-a14d-ab95a5edbf60,revision_number=0']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.530021 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:55.598872 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.600331 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-37106896-ba9c-40ef-bea1-df718693a5d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158190 Jun 22 09:27:55.603259 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 39660) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:55.607844 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'floatingip': {'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:55.690422 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.789604 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.850738 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ce603c05-7e3d-4150-afb7-c3e5e7fd001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.892397 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Allocated IP 172.27.0.245 (600a10d9-16af-4907-950b-4799c51f6b6f/d3591182-510f-4af3-9bf4-8e09507a648f/f46ceb45-3623-48dd-b892-d866e54b215f) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:55.993063 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.096640 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.098677 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-eb28a5d2-b34d-4215-b54f-220ec4914b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.138720 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Network 600a10d9-16af-4907-950b-4799c51f6b6f is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:56.141599 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:56.144930 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:56.150313 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'Port': ['ID=f46ceb45-3623-48dd-b892-d866e54b215f,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.168391 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.232890 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.335017 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.478786 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.554041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.556146 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e83a15b7-c0c8-4c91-93be-fb102cbea22c tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.619509 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'Port': ['ID=f46ceb45-3623-48dd-b892-d866e54b215f,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.624623 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.631031 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.776330 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.777594 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1733716 Jun 22 09:27:56.965022 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-179a2303-ed49-4a4f-ba1e-02d88c964080 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--700754238&fields=id&tenant_id=abc46e7689e6467daebf91c5766e5e2d HTTP/1.1" status: 200 len: 267 time: 0.0366082 Jun 22 09:27:57.066185 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-66062556-17c8-4dd8-aa31-b4c1ba3717d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:57.067634 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-66062556-17c8-4dd8-aa31-b4c1ba3717d1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 808 time: 0.0962567 Jun 22 09:27:57.081404 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-7435de87-2636-4229-bcf3-f1ac23d81eca tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/quotas/abc46e7689e6467daebf91c5766e5e2d HTTP/1.1" status: 200 len: 375 time: 0.0084953 Jun 22 09:27:57.152238 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-84a683e7-981e-4696-b9e2-957fbdafa133 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652153 Jun 22 09:27:57.331653 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-053e640d-607e-440c-9482-dcf5ca547eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677513 Jun 22 09:27:57.422684 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-20c483c7-d73d-4cbd-a7c0-2d4e068a615d service neutron] 10.222.0.37 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844765 Jun 22 09:27:57.649947 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-57c94ea2-33ab-4a56-837c-12171ce2584f req-61c40c3a-a1a6-42c0-821a-10b11873ea93 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 210 time: 0.0303361 Jun 22 09:27:58.792577 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-08b1e7cb-7420-4ef7-af28-f5690bebb7f3 req-39178e19-d91e-4f59-ada5-776c4bed117a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Jun 22 09:27:59.290631 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fa23a04e-3324-4ef7-8de7-cff42af0c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.935375 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-efb68564-5b0e-4a50-9b8c-56939abd9a97 req-8deab5aa-ed4c-4b9a-a2b4-f8f92db9c450 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 210 time: 0.0322690 Jun 22 09:28:00.060268 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-2923e0ff-56a8-436a-b36e-6ee3c5ffe068 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:00.062051 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-2923e0ff-56a8-436a-b36e-6ee3c5ffe068 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 808 time: 0.1008358 Jun 22 09:28:00.110991 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-50392a05-d49b-4899-a6bc-dbfea31e4579 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc46e7689e6467daebf91c5766e5e2d HTTP/1.1" status: 200 len: 379 time: 0.0391212 Jun 22 09:28:00.120022 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'port': {'device_id': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'admin_state_up': True, 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'security_groups': ['57bb3176-0211-4864-8305-540a05ab259f']}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.142108 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.284641 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Made reservation on behalf of abc46e7689e6467daebf91c5766e5e2d for: {'port': 1} {{(pid=93485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:00.288316 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1454985'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.413337 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Allocated IP 172.20.0.11 (aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a/725d2db4-e9d3-4c71-88b1-c0fb06a8e338/d3f0f5b7-2e98-4563-92a5-dc235e59902d) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:00.545486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.557813 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Transition to ACTIVE for port object d3f0f5b7-2e98-4563-92a5-dc235e59902d will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:00.656088 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1457738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754577878119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12793795'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.659856 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4cd08288-1554-47e0-9c83-4046a151c0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:00.704228 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:00.707483 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:00.711153 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:00.718125 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event updated for resources: {'Port': ['ID=d3f0f5b7-2e98-4563-92a5-dc235e59902d,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:00.738461 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:00.765895 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:00.766517 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.833524 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.851060 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-5c052e3b-1f2a-42e2-93d4-14c4df7da4ce tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7351952 Jun 22 09:28:00.863203 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.v2.base [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Request body: {'port': {'device_id': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=93485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.934408 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.033786 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-1818d203-6646-4853-8f2f-8eb3c6792667 None None] Provisioning for port d3f0f5b7-2e98-4563-92a5-dc235e59902d completed by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:01.039018 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-1818d203-6646-4853-8f2f-8eb3c6792667 None None] Provisioning complete for port d3f0f5b7-2e98-4563-92a5-dc235e59902d triggered by entity DHCP. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:01.039449 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1818d203-6646-4853-8f2f-8eb3c6792667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.074070 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-1818d203-6646-4853-8f2f-8eb3c6792667 None None] Port d3f0f5b7-2e98-4563-92a5-dc235e59902d cannot update to ACTIVE because it is not bound. {{(pid=93486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:01.113241 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd10a7-2e1f-4196-aa16-ca71d81b6c3e req-a061915b-1237-47bf-912f-688ceffa2080 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:01.115467 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-25dd10a7-2e1f-4196-aa16-ca71d81b6c3e req-a061915b-1237-47bf-912f-688ceffa2080 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 932 time: 0.0696759 Jun 22 09:28:01.156022 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-25dd10a7-2e1f-4196-aa16-ca71d81b6c3e req-004ee497-d24f-4c74-b6e3-c27ad023a542 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337877 Jun 22 09:28:01.209904 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f0f5b7-2e98-4563-92a5-dc235e59902d {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:01.218128 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.231962 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Transition to ACTIVE for port object d3f0f5b7-2e98-4563-92a5-dc235e59902d will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:01.347096 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.349201 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f4c0a7f4-977a-4feb-a8f8-bdeb31a5f2ea tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:01.425438 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f0f5b7-2e98-4563-92a5-dc235e59902d,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:01.428269 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:01.503194 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Attempting to bind port d3f0f5b7-2e98-4563-92a5-dc235e59902d on host hv-cinder-79733 for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:01.503194 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Attempting to bind port d3f0f5b7-2e98-4563-92a5-dc235e59902d by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:01.503194 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Attempting to bind port d3f0f5b7-2e98-4563-92a5-dc235e59902d on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:01.505826 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Port d3f0f5b7-2e98-4563-92a5-dc235e59902d on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:01.506135 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Attempting to bind port d3f0f5b7-2e98-4563-92a5-dc235e59902d on network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:01.511800 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Checking agent: {'id': 'c9da3352-1821-4283-9fb4-82a952863430', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'started_at': datetime.datetime(2021, 6, 22, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:01.512129 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Checking segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:01.512506 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Bound using segment: {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:01.512929 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Bound port: d3f0f5b7-2e98-4563-92a5-dc235e59902d, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:01.513275 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.577558 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] For port d3f0f5b7-2e98-4563-92a5-dc235e59902d, host hv-cinder-79733, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:01.580503 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] For port d3f0f5b7-2e98-4563-92a5-dc235e59902d, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:01.696652 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12793841'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.699609 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c54f3112-93c0-44f2-a535-a6ae1b315d96 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:01.736019 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:01.736621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.738220 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3f0f5b7-2e98-4563-92a5-dc235e59902d HTTP/1.1" status: 200 len: 1094 time: 0.8795049 Jun 22 09:28:01.738755 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:01.741149 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123dd305-28f7-423e-9c40-4d68b545ca60" -d '{"events": [{"name": "network-changed", "server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:01.764501 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f0f5b7-2e98-4563-92a5-dc235e59902d,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:01.767740 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-860846ff-0bb5-46f3-a7ee-f45b6c8ddfe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:01.792287 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9acd08-8e0f-4279-b82e-0fbd42f9f39f x-openstack-request-id: req-da9acd08-8e0f-4279-b82e-0fbd42f9f39f {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:01.794360 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:01.794360 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9acd08-8e0f-4279-b82e-0fbd42f9f39f {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:01.794360 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'status': 'completed', 'code': 200} Jun 22 09:28:01.867532 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd305-28f7-423e-9c40-4d68b545ca60 req-1126c57c-b370-46ae-9f48-b84ab8a680d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:01.869038 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-123dd305-28f7-423e-9c40-4d68b545ca60 req-1126c57c-b370-46ae-9f48-b84ab8a680d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 1097 time: 0.0551064 Jun 22 09:28:01.967572 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd305-28f7-423e-9c40-4d68b545ca60 req-6ca4dc42-d9e0-4163-88ae-08ff89f73d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:01.969022 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-123dd305-28f7-423e-9c40-4d68b545ca60 req-6ca4dc42-d9e0-4163-88ae-08ff89f73d59 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=abc46e7689e6467daebf91c5766e5e2d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0924478 Jun 22 09:28:02.063168 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd305-28f7-423e-9c40-4d68b545ca60 req-f76b7bb5-c19f-489f-993d-3ff9528bb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.064561 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-123dd305-28f7-423e-9c40-4d68b545ca60 req-f76b7bb5-c19f-489f-993d-3ff9528bb875 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892694 Jun 22 09:28:02.157214 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-c5931c43-f795-48f3-beb9-47d9b36fcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.158598 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-c5931c43-f795-48f3-beb9-47d9b36fcf3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 1097 time: 0.0533633 Jun 22 09:28:02.203830 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-e817b24e-dcd2-4715-8a4d-3cb1fac23fdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d HTTP/1.1" status: 200 len: 217 time: 0.0373473 Jun 22 09:28:02.252868 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-1ab20d77-1dcb-44e7-b892-d81ee68a1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.254277 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-1ab20d77-1dcb-44e7-b892-d81ee68a1417 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0431731 Jun 22 09:28:02.311820 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-f34a8aeb-be37-44d8-bf70-3719637e31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.313276 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-f34a8aeb-be37-44d8-bf70-3719637e31e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515578 Jun 22 09:28:02.330930 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691764f-53c3-4820-b042-263df1524ffe req-c25ace93-4d75-400c-a14f-4df947f417f4 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.332423 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1691764f-53c3-4820-b042-263df1524ffe req-c25ace93-4d75-400c-a14f-4df947f417f4 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 944 time: 0.0661576 Jun 22 09:28:02.369821 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-1691764f-53c3-4820-b042-263df1524ffe req-3406d5f4-d62e-4f20-aabe-4da6430dcf09 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309362 Jun 22 09:28:02.406116 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-f06a0d36-b55b-4487-b170-bed539551d30 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847945 Jun 22 09:28:02.492470 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-33733d2a-6dd0-4e49-8e91-4cbc6a4200a6 req-f1702930-b2df-4bb4-8a3e-bd24c2386676 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792389 Jun 22 09:28:02.845074 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.543453 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77df-27f5-47ad-9173-397baadd957b req-ad1ef21a-9132-4f5f-b608-89f3a43cfb95 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:03.544901 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c94f77df-27f5-47ad-9173-397baadd957b req-ad1ef21a-9132-4f5f-b608-89f3a43cfb95 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 944 time: 0.0633080 Jun 22 09:28:03.586523 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-c94f77df-27f5-47ad-9173-397baadd957b req-5ff84712-5b59-4c3f-90f9-f5736817e29a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358205 Jun 22 09:28:04.756954 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66ba9d-a59b-4c67-8719-fe55bd30e0f0 req-f85b82c3-18b1-45c8-bb61-c84036cf50cf tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:04.758392 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eb66ba9d-a59b-4c67-8719-fe55bd30e0f0 req-f85b82c3-18b1-45c8-bb61-c84036cf50cf tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 944 time: 0.0617115 Jun 22 09:28:04.796636 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-eb66ba9d-a59b-4c67-8719-fe55bd30e0f0 req-9bc7aa29-0818-40f9-a243-e18e5c350b1d tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Jun 22 09:28:05.972417 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651467b-94a7-4762-8808-6c39c4ec9e8e req-5391fbd9-03df-4d04-9df1-3febd32a67fd tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.973761 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b651467b-94a7-4762-8808-6c39c4ec9e8e req-5391fbd9-03df-4d04-9df1-3febd32a67fd tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 944 time: 0.0616901 Jun 22 09:28:06.010333 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-b651467b-94a7-4762-8808-6c39c4ec9e8e req-2bda9e9d-6b3d-4105-ab13-62845fa77a86 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Jun 22 09:28:06.012808 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d3f0f5b7-2e98-4563-92a5-dc235e59902d details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=93486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:28:06.225133 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d3f0f5b7-2e98-4563-92a5-dc235e59902d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:06.236441 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Returning: {'device': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'port_id': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'mac_address': 'fa:16:3e:00:30:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:28:06.271085 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.283621 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f0f5b7-2e98-4563-92a5-dc235e59902d {{(pid=93486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:06.302016 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d3f0f5b7-2e98-4563-92a5-dc235e59902d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:06.370162 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.372155 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:06.417828 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d3f0f5b7-2e98-4563-92a5-dc235e59902d,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:06.424589 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.424939 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.425281 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.425618 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.425947 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.426274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.426600 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.426924 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.427280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.427608 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.427925 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.428242 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:06.431959 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:06.763769 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] get_ports_and_sgs() called for port_ids ['d3f0f5b7-2e98-4563-92a5-dc235e59902d'] {{(pid=93486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:28:07.183706 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b77891-1ea0-4fe8-a048-1643d9e30d69 req-707fe761-cafe-4541-8f4e-37c59e22c6f8 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:07.190749 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e8b77891-1ea0-4fe8-a048-1643d9e30d69 req-707fe761-cafe-4541-8f4e-37c59e22c6f8 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 945 time: 0.0621724 Jun 22 09:28:07.221455 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-e8b77891-1ea0-4fe8-a048-1643d9e30d69 req-f07c16df-6919-4ede-9b1e-e23127e3b837 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306525 Jun 22 09:28:08.044332 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d3f0f5b7-2e98-4563-92a5-dc235e59902d up at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:08.147032 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning for port d3f0f5b7-2e98-4563-92a5-dc235e59902d completed by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:08.150721 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Provisioning complete for port d3f0f5b7-2e98-4563-92a5-dc235e59902d triggered by entity L2. {{(pid=93486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:08.151099 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1565599'] for port, provisioning_complete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.226813 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1455007'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.248433 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d'}] {{(pid=93486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:08.250669 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7efc0b3f22f5f92552566669439722d8c66cf5235f6f87c722d7242e25c6a8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7059326-3e2d-4836-aad7-649dd546afc2" -d '{"events": [{"server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "name": "network-vif-plugged", "status": "completed", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d"}]}' {{(pid=93486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:08.263698 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] For port d3f0f5b7-2e98-4563-92a5-dc235e59902d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:08.336116 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754578307027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754577878137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754577878182'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.338011 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:08.387559 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Pushing event updated for resources: {'Port': ['ID=d3f0f5b7-2e98-4563-92a5-dc235e59902d,revision_number=5']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:08.390659 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:08.397686 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f044259-662b-48bb-ac4d-0e458ef42108 req-67b21964-2d4e-4ada-b939-f8ecc9a49790 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.399180 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0f044259-662b-48bb-ac4d-0e458ef42108 req-67b21964-2d4e-4ada-b939-f8ecc9a49790 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0669467 Jun 22 09:28:08.418859 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b3829d-61ad-418e-9415-31dbc00dce82 x-openstack-request-id: req-a5b3829d-61ad-418e-9415-31dbc00dce82 {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:08.419236 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "name": "network-vif-plugged", "status": "completed", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d", "code": 200}]} {{(pid=93486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:08.419529 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5b3829d-61ad-418e-9415-31dbc00dce82 {{(pid=93486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:08.419932 dv-cinder-797333-1-iscsi neutron-server[93486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'code': 200} Jun 22 09:28:08.438043 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-0f044259-662b-48bb-ac4d-0e458ef42108 req-1d8dec36-6d66-4d0c-a730-672eb1f4e088 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Jun 22 09:28:08.771496 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e66a95-17a0-4eac-9426-e93492673408 req-208cf2e6-e723-4c5c-914f-186c13a87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.772921 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-51e66a95-17a0-4eac-9426-e93492673408 req-208cf2e6-e723-4c5c-914f-186c13a87bd7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 1099 time: 0.0543737 Jun 22 09:28:08.806045 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-51e66a95-17a0-4eac-9426-e93492673408 req-39565298-e30a-4310-8012-54e292be7075 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261645 Jun 22 09:28:09.612316 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81d74-ddfa-40c3-b376-d1be0b307971 req-5c5e8aa1-4a23-496c-b991-9b35a789263b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:09.613742 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91c81d74-ddfa-40c3-b376-d1be0b307971 req-5c5e8aa1-4a23-496c-b991-9b35a789263b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0653541 Jun 22 09:28:09.650691 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-91c81d74-ddfa-40c3-b376-d1be0b307971 req-5f88ee1a-cab9-4196-bced-9ca2be58870f tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Jun 22 09:28:10.827684 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb765-ff8e-47e2-b078-a1ff8079f096 req-5d0076ea-c3d7-493c-af75-876fc6e5322a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:10.829159 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a6fcb765-ff8e-47e2-b078-a1ff8079f096 req-5d0076ea-c3d7-493c-af75-876fc6e5322a tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0652256 Jun 22 09:28:10.868093 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-a6fcb765-ff8e-47e2-b078-a1ff8079f096 req-2e6f4152-d327-4fe1-94b4-5a2debddc855 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333242 Jun 22 09:28:11.031392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e795a3f-9ffa-40e0-b093-e90ece6a4417 req-67235155-c685-40ea-be4c-a1da1e41d989 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:11.033106 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-7e795a3f-9ffa-40e0-b093-e90ece6a4417 req-67235155-c685-40ea-be4c-a1da1e41d989 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0620315 Jun 22 09:28:11.041296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 39730) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:11.046298 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Request body: {'floatingip': {'port_id': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:11.090194 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.523856 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.598296 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.690189 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Floating IP 28bf3323-c704-473d-939c-93192b1dcd3f associated. External IP: 172.27.0.245, port: d3f0f5b7-2e98-4563-92a5-dc235e59902d. Jun 22 09:28:11.888335 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:28:11.991402 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:11.996332 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.002199 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:12.011498 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:12.012107 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:27:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:12.031363 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ba006a69-f486-4bb2-8084-2882d1b21bf1 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "PUT /v2.0/floatingips/28bf3323-c704-473d-939c-93192b1dcd3f HTTP/1.1" status: 200 len: 992 time: 0.9889574 Jun 22 09:28:12.032272 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:12.034294 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e79a27a6576ae7cce3d2277cbf55e932279efc832949738b65816cb8a2ab84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa9d8cd-52d2-4b70-9153-cb665d8fd856" -d '{"events": [{"name": "network-changed", "server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:12.069832 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a355c-823f-4fa3-8317-c53fe75632e9 x-openstack-request-id: req-153a355c-823f-4fa3-8317-c53fe75632e9 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:12.070164 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:12.070460 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-153a355c-823f-4fa3-8317-c53fe75632e9 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:12.070894 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'status': 'completed', 'code': 200} Jun 22 09:28:12.118329 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:12.146202 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-fcbc2af5-c119-490a-9900-245a4445599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:12.147612 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-fcbc2af5-c119-490a-9900-245a4445599c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 1099 time: 0.0542929 Jun 22 09:28:12.241871 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-a5496a2d-4ed4-4fc7-80c3-4e08911b9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:12.243336 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-a5496a2d-4ed4-4fc7-80c3-4e08911b9e0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0857108 Jun 22 09:28:12.306683 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-bd0822b8-5a71-45a2-bf2a-5fa105b8df49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d HTTP/1.1" status: 200 len: 1000 time: 0.0568748 Jun 22 09:28:12.338180 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '28bf3323-c704-473d-939c-93192b1dcd3f', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'port_id': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'mac_address': 'fa:16:3e:00:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:27:56Z', 'updated_at': '2021-06-22T09:28:11Z', 'revision_number': 1, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:12.357000 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-8e8baa74-cb03-4c11-b98e-02f45279c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:12.358413 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-8e8baa74-cb03-4c11-b98e-02f45279c760 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0452416 Jun 22 09:28:12.364054 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:12.373119 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:12.373731 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:27:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:12.414358 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-2f200b29-56cd-4b0c-9ec7-0e89a99360c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:12.415766 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-2f200b29-56cd-4b0c-9ec7-0e89a99360c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511467 Jun 22 09:28:12.474873 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:12.501147 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-58eef6ef-ddf3-4c33-8079-1c5a9fd9014c service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792179 Jun 22 09:28:12.591225 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-daa9d8cd-52d2-4b70-9153-cb665d8fd856 req-1ef1c5dd-5308-4659-946e-796823efea66 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831368 Jun 22 09:28:12.693418 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '28bf3323-c704-473d-939c-93192b1dcd3f', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'port_id': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'mac_address': 'fa:16:3e:00:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:27:56Z', 'updated_at': '2021-06-22T09:28:11Z', 'revision_number': 1, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:12.718552 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da84a2d-51d1-4e81-aaf8-1ecaa5e65ea6 None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_floatingips': [{'id': '28bf3323-c704-473d-939c-93192b1dcd3f', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'router_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'port_id': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'mac_address': 'fa:16:3e:00:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:27:56Z', 'updated_at': '2021-06-22T09:28:11Z', 'revision_number': 1, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:12.897219 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c2c2b-8119-4bdb-9277-35991b17335f None None] New status for floating IP 28bf3323-c704-473d-939c-93192b1dcd3f: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:28:24.289039 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.854868 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fd9d79ac-0996-44e2-9bf9-b4d50ced288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.791745 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:28:29.300998 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-286996ba-77eb-44c9-9128-fc4fea34c70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.152465 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.837538 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.906216 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.293644 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.848474 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7a61c61c-1a68-40e5-8654-26447e336671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.294453 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f3b52b76-90de-492e-8735-3b1eb6bc4e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.157135 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.848150 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.913975 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-a5c0ac21-b10d-40d4-9cab-cb378b89b6af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513744 Jun 22 09:29:01.008181 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05229b1c-4ac1-4142-a689-170eadf685fc req-93fd9269-83a7-4f00-9d76-46b61469b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:01.009598 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-93fd9269-83a7-4f00-9d76-46b61469b50c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abc46e7689e6467daebf91c5766e5e2d&device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 1099 time: 0.0544720 Jun 22 09:29:01.110277 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05229b1c-4ac1-4142-a689-170eadf685fc req-7d64ea11-d159-4b29-b1ab-872ccb59041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:01.111628 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-7d64ea11-d159-4b29-b1ab-872ccb59041b service neutron] 10.222.0.23 "GET /v2.0/networks?id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 200 len: 909 time: 0.0812917 Jun 22 09:29:01.180564 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-1775a503-afbf-4796-b156-730c9407c273 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d HTTP/1.1" status: 200 len: 1002 time: 0.0609581 Jun 22 09:29:01.227594 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05229b1c-4ac1-4142-a689-170eadf685fc req-84a5cd4e-64ac-4c58-a48d-2cf15a828687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:01.228943 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-84a5cd4e-64ac-4c58-a48d-2cf15a828687 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 200 len: 847 time: 0.0418508 Jun 22 09:29:01.283973 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05229b1c-4ac1-4142-a689-170eadf685fc req-84be1ac2-06b1-429c-a64c-17fae6788101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:01.285376 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-84be1ac2-06b1-429c-a64c-17fae6788101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493987 Jun 22 09:29:01.374436 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-bc4587eb-d2a1-4de3-8755-4bc6497b6ba7 service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806918 Jun 22 09:29:01.750620 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-05229b1c-4ac1-4142-a689-170eadf685fc req-b106aec3-53dd-4229-aebe-f508b394488b service neutron] 10.222.0.23 "GET /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698814 Jun 22 09:29:02.871040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.790816 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:29:24.304575 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.915367 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d729e911-efac-49d8-b912-e22b55d5597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.276762 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4619b52e-5ea6-422b-8bc5-6b8a7c7efd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.144595 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.836174 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.984825 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.789833 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:29:54.319553 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.858605 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-efdd11ec-cf0e-4cc8-ac90-edfbc73ab230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.291187 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41081b47-5455-45c2-9720-c266f5fb0a08 req-c383d253-f7b0-4315-a2b1-9b8796111f08 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:56.292659 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-41081b47-5455-45c2-9720-c266f5fb0a08 req-c383d253-f7b0-4315-a2b1-9b8796111f08 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0663409 Jun 22 09:29:56.329021 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-41081b47-5455-45c2-9720-c266f5fb0a08 req-9019b693-6ca5-4be9-848e-2a418f968706 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Jun 22 09:29:57.501968 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72935c9-7397-4c7d-b14b-d1d6d185190a req-a1787f70-a7dd-4491-a997-7936139819d2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:57.503331 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f72935c9-7397-4c7d-b14b-d1d6d185190a req-a1787f70-a7dd-4491-a997-7936139819d2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0619247 Jun 22 09:29:57.543289 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-f72935c9-7397-4c7d-b14b-d1d6d185190a req-88ecaae6-60b5-4b57-9232-4f031fe52cbb tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341253 Jun 22 09:29:58.455451 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-658a643b-d616-4404-be80-6c449d27470c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:58.456857 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-658a643b-d616-4404-be80-6c449d27470c tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0614836 Jun 22 09:29:58.552395 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Deleting port d3f0f5b7-2e98-4563-92a5-dc235e59902d {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:58.553111 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.642220 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] For port d3f0f5b7-2e98-4563-92a5-dc235e59902d, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d3f0f5b7-2e98-4563-92a5-dc235e59902d,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:58.642575 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.718324 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741da9c-0dec-44fa-8792-15c3e535fed8 req-d026cfff-bbe4-4a1d-a455-baa440f15ce5 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:58.719876 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8741da9c-0dec-44fa-8792-15c3e535fed8 req-d026cfff-bbe4-4a1d-a455-baa440f15ce5 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 946 time: 0.0652909 Jun 22 09:29:58.760407 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-8741da9c-0dec-44fa-8792-15c3e535fed8 req-1eaba81a-b875-48c4-af29-5b015312a1f9 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bb3176-0211-4864-8305-540a05ab259f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347538 Jun 22 09:29:58.808616 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.808984 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609441'] for floatingip, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.809347 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.db.l3_db [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Floating IP 28bf3323-c704-473d-939c-93192b1dcd3f disassociated. External IP: 172.27.0.245, port: d3f0f5b7-2e98-4563-92a5-dc235e59902d. Jun 22 09:29:58.809711 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Calling delete_port for d3f0f5b7-2e98-4563-92a5-dc235e59902d owned by compute:nova {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:59.006613 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.010455 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ecce9c14-5daf-4396-b45d-1e4ed926ce43 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:59.035922 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event deleted for resources: {'Port': ['ID=d3f0f5b7-2e98-4563-92a5-dc235e59902d,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:59.047445 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.047834 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.048215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.048585 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.048951 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.049315 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.049687 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.050045 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.050401 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.056621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.056621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.056621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:59.056621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:59.155731 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:59.263091 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:59.272445 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:59.282808 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:59.283175 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:29:29Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:59.307647 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] No DVR routers for this DVR port d3f0f5b7-2e98-4563-92a5-dc235e59902d on host hv-cinder-79733 {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:59.309233 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b7c1a5a7-7022-4eff-b941-7f868194f768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.310043 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for port, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.312023 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [req-6cf07a6b-e89c-4f8f-9390-c3173c424645 req-7b093c4a-4118-4d29-8514-10dbe0c147c2 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.23 "DELETE /v2.0/ports/d3f0f5b7-2e98-4563-92a5-dc235e59902d HTTP/1.1" status: 204 len: 173 time: 0.8486600 Jun 22 09:29:59.312548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'name': 'network-vif-deleted', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:29:59.314939 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}144b474a6fa98572a03d09f98aa6aae28853f64aca3cbe81a1a8b206bf9cea18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e6f75a-c0d3-4f34-8769-d9bf9162ff81" -d '{"events": [{"server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "name": "network-vif-deleted", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:29:59.363559 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a907497f-b1b1-4b6a-8554-d3e4751afed2 x-openstack-request-id: req-a907497f-b1b1-4b6a-8554-d3e4751afed2 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:29:59.363967 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76593612-bf37-401d-b6ca-5efa0f9c0c89", "name": "network-vif-deleted", "tag": "d3f0f5b7-2e98-4563-92a5-dc235e59902d", "status": "completed", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:29:59.364338 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a907497f-b1b1-4b6a-8554-d3e4751afed2 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:29:59.364849 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76593612-bf37-401d-b6ca-5efa0f9c0c89', 'name': 'network-vif-deleted', 'tag': 'd3f0f5b7-2e98-4563-92a5-dc235e59902d', 'status': 'completed', 'code': 200} Jun 22 09:29:59.392594 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:59.674981 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:59.700423 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:59.708633 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:59.709736 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:29:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:59.810986 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:59.916264 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [req-9ddf1cae-dab0-492f-a3de-c69c97afbcfa req-6bfaf2de-c2ca-413a-bb06-333181f2882b tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/ports?device_id=76593612-bf37-401d-b6ca-5efa0f9c0c89 HTTP/1.1" status: 200 len: 210 time: 0.0304461 Jun 22 09:30:00.006176 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:00.031254 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4db2f-24a1-4445-bcc0-d6d9a5010633 None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:12Z', 'revision_number': 4, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi', '_interfaces': [{'id': 'd7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f', 'name': '', 'network_id': 'aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'mac_address': 'fa:16:3e:cf:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:12Z', 'updated_at': '2021-06-22T09:23:17Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'subnets': [{'id': '725d2db4-e9d3-4c71-88b1-c0fb06a8e338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:00.142188 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.243287 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1823b-1b79-46de-8f69-f484ea24b035 None None] New status for floating IP 28bf3323-c704-473d-939c-93192b1dcd3f: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:30:00.858764 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.144828 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40026) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:01.198757 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.225437 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.347638 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.350228 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.351987 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "DELETE /v2.0/security-groups/57bb3176-0211-4864-8305-540a05ab259f HTTP/1.1" status: 204 len: 168 time: 0.2061772 Jun 22 09:30:01.352749 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d1c0d898-be17-4500-b434-c3922b9b8c51 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:01.354782 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40028) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:01.361868 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb3176-0211-4864-8305-540a05ab259f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.369277 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.api.v2.resource [None req-f3cebc22-1baf-4f12-931c-00c47829baab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] show failed (client error): The resource could not be found. Jun 22 09:30:01.369583 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.369968 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.370236 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f3cebc22-1baf-4f12-931c-00c47829baab tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "GET /v2.0/security-groups/57bb3176-0211-4864-8305-540a05ab259f HTTP/1.1" status: 404 len: 347 time: 0.0144577 Jun 22 09:30:01.370512 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.370697 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.371070 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.371536 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.371901 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.372261 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.372648 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.373007 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.373254 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40030) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:01.373388 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.373701 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:01.376894 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:01.498255 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Deleting port f46ceb45-3623-48dd-b892-d866e54b215f {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:01.498597 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.572972 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.573301 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.637453 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Calling delete_port for f46ceb45-3623-48dd-b892-d866e54b215f owned by network:floatingip {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:01.823671 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.826550 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a39142f5-6f86-4850-aaaa-6504d6c1cac7 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:01.854196 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Pushing event deleted for resources: {'Port': ['ID=f46ceb45-3623-48dd-b892-d866e54b215f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.857327 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:01.915761 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.918610 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-964633'] for floatingip, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.919787 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c11e1a48-d5ac-44cb-85ee-1d74bea2b402 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] 10.222.0.37 "DELETE /v2.0/floatingips/28bf3323-c704-473d-939c-93192b1dcd3f HTTP/1.1" status: 204 len: 168 time: 0.5455239 Jun 22 09:30:02.430100 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d3f0f5b7-2e98-4563-92a5-dc235e59902d no longer exists at agent hyperv_hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:02.449164 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] No Port match for: d3f0f5b7-2e98-4563-92a5-dc235e59902d {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:02.449513 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Device d3f0f5b7-2e98-4563-92a5-dc235e59902d not bound to the agent host hv-cinder-79733 {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:02.864260 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.060354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40058) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:06.504330 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476115'] for router_interface, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.771287 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Deleting port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:06.771287 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.831844 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] For port d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:06.832202 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.896522 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Calling delete_port for d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f owned by network:router_interface {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:07.120884 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.123039 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-440f0397-0416-4a7d-9aa3-ed69dda97b50 tempest-TestMinimumBasicScenario-1227995641 tempest-TestMinimumBasicScenario-1227995641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.145172 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:07.149475 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:07.322215 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476031'] for router_interface, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.527391 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Router a2379310-4dc1-4c59-bf70-9cff8583bb0e has already been hosted by L3 agent daac8395-2476-49cb-8a0f-2d13c2f89ea5 {{(pid=93485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:07.630608 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] Notify agent at l3_agent.dv-cinder-797333-1-iscsi the message routers_updated {{(pid=93485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:07.635980 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cb00ca28-d814-4244-9044-51f17239fa1f admin admin] 10.222.0.37 "PUT /v2.0/routers/a2379310-4dc1-4c59-bf70-9cff8583bb0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5745161 Jun 22 09:30:07.638407 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40062) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:07.642227 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] Sync routers for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:07.651892 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:07.652508 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:29:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:07.743160 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks [] for router, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.756093 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: dv-cinder-797333-1-iscsi {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:30:07.852651 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.935733 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'external_fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:30:07Z', 'revision_number': 5, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port': {'id': 'b308fdc5-7663-463c-bb36-f43d42d6255e', 'name': '', 'network_id': '600a10d9-16af-4907-950b-4799c51f6b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3591182-510f-4af3-9bf4-8e09507a648f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-iscsi'}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:07.962934 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] Checking router: a2379310-4dc1-4c59-bf70-9cff8583bb0e for host: dv-cinder-797333-1-iscsi {{(pid=93487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:30:07.973015 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] Routers {'a2379310-4dc1-4c59-bf70-9cff8583bb0e'} bound to L3 agent in host dv-cinder-797333-1-iscsi {{(pid=93487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:07.973647 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:01:29Z,description=,heartbeat_timestamp=2021-06-22T09:29:59Z,host='dv-cinder-797333-1-iscsi',id=daac8395-2476-49cb-8a0f-2d13c2f89ea5,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:01:30Z,topic='l3_agent')) {'router_ids': ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'], 'active': True} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:07.983212 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Deleting port b308fdc5-7663-463c-bb36-f43d42d6255e {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:07.983558 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.056337 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_dvr_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] Set router a2379310-4dc1-4c59-bf70-9cff8583bb0e gateway port host: None {{(pid=93487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:30:08.063095 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] For port b308fdc5-7663-463c-bb36-f43d42d6255e, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=b308fdc5-7663-463c-bb36-f43d42d6255e,segment=NetworkSegment(eda85a00-b882-4d35-abb2-a42e951b2671),segment_id=eda85a00-b882-4d35-abb2-a42e951b2671)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:08.063480 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.106404 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.l3_hamode_db [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:30:07Z', 'revision_number': 6, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port_host': None}], 'dv-cinder-797333-1-iscsi', False) {} {{(pid=93487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:08.133649 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Calling delete_port for b308fdc5-7663-463c-bb36-f43d42d6255e owned by network:router_gateway {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:08.135600 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be261b6a-ba6f-4fb6-bd66-9d0d98598828 None None] The sync data for ids ['a2379310-4dc1-4c59-bf70-9cff8583bb0e'] in dv-cinder-797333-1-iscsi is: [{'id': 'a2379310-4dc1-4c59-bf70-9cff8583bb0e', 'name': 'tempest-AttachVolumeTestJSON-8720139-router', 'tenant_id': 'abc46e7689e6467daebf91c5766e5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:23:08Z', 'updated_at': '2021-06-22T09:30:07Z', 'revision_number': 6, 'project_id': 'abc46e7689e6467daebf91c5766e5e2d', 'gw_port_host': None}] {{(pid=93487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:08.412552 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.414681 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-af04ff91-eedf-499c-94c4-1058053a5d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:08.438276 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Pushing event deleted for resources: {'Port': ['ID=b308fdc5-7663-463c-bb36-f43d42d6255e,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:08.441134 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:08.500621 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609370'] for router_gateway, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.589754 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4474'] for router, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.591843 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.783982 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473318'] for router, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.784508 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2379310-4dc1-4c59-bf70-9cff8583bb0e {{(pid=93485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:08.789244 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] Notify callbacks [] for router, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.790422 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-c487044b-45d2-4fa6-86c7-def04235d001 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a2379310-4dc1-4c59-bf70-9cff8583bb0e HTTP/1.1" status: 204 len: 168 time: 1.1508815 Jun 22 09:30:08.792983 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40064) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:08.836694 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Deleting subnet 725d2db4-e9d3-4c71-88b1-c0fb06a8e338 {{(pid=93485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:08.839914 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.876271 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13603947'] for subnet, precommit_delete_associations {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.227412 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:09.245038 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563785'] for subnet, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.247814 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:09.248173 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device d7a1fb5f-c72b-47ab-9c2a-b943c5e9f57f not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:09.248606 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b308fdc5-7663-463c-bb36-f43d42d6255e no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:09.267589 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: b308fdc5-7663-463c-bb36-f43d42d6255e {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:09.267944 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device b308fdc5-7663-463c-bb36-f43d42d6255e not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:09.378279 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12793776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24885547'] for subnet, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.381132 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:09.405653 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725d2db4-e9d3-4c71-88b1-c0fb06a8e338,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:09.407609 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.409411 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/725d2db4-e9d3-4c71-88b1-c0fb06a8e338 HTTP/1.1" status: 204 len: 168 time: 0.6153946 Jun 22 09:30:09.410356 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-afcd2e20-acfb-4472-aff8-fa1f569de54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:09.411907 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40066) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.414309 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd4186-18bc-4277-b60b-6a2695bca3a6 None None] Network aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a requested from dv-cinder-797333-1-iscsi {{(pid=93486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:09.480299 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664506'] for network, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.531889 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Deleting port 02cfb628-6047-4bf2-9258-8a2af5ea0942 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:09.532222 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.595386 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] For port 02cfb628-6047-4bf2-9258-8a2af5ea0942, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=02cfb628-6047-4bf2-9258-8a2af5ea0942,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:09.595745 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.606832 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] DHCP port deletion for aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a request from dv-cinder-797333-1-iscsi {{(pid=93486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:09.652040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Deleting port 02cfb628-6047-4bf2-9258-8a2af5ea0942 {{(pid=93486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:09.652419 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754578432229'] for port, before_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.661155 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Calling delete_port for 02cfb628-6047-4bf2-9258-8a2af5ea0942 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:09.715610 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] For port 02cfb628-6047-4bf2-9258-8a2af5ea0942, host dv-cinder-797333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-iscsi',level=0,port_id=02cfb628-6047-4bf2-9258-8a2af5ea0942,segment=NetworkSegment(a24ac8a0-0b1c-4adf-a619-d3bc2489460d),segment_id=a24ac8a0-0b1c-4adf-a619-d3bc2489460d)] {{(pid=93486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:09.716008 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610459'] for port, precommit_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.776477 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Calling delete_port for 02cfb628-6047-4bf2-9258-8a2af5ea0942 owned by network:dhcp {{(pid=93486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:09.846693 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12793850'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.849922 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-caa9ba62-8f17-49a2-832c-f24dfca589c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:09.852370 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1457789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754578307045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754577878128'] for port, after_delete {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.855236 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-e517df52-40b0-463c-96e3-04996013b76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:09.878679 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Pushing event deleted for resources: {'Port': ['ID=02cfb628-6047-4bf2-9258-8a2af5ea0942,revision_number=None']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:09.879156 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] No DVR routers for this DVR port 02cfb628-6047-4bf2-9258-8a2af5ea0942 on host dv-cinder-797333-1-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:09.880908 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] No DVR routers for this DVR port 02cfb628-6047-4bf2-9258-8a2af5ea0942 on host dv-cinder-797333-1-iscsi {{(pid=93486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:09.886074 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Pushing event deleted for resources: {'Port': ['ID=02cfb628-6047-4bf2-9258-8a2af5ea0942,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:09.888882 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:09.889345 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.890720 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.890720 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.890720 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.890720 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.891103 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.891422 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.891611 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.891940 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.892321 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.892560 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.892880 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:09.896040 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-3cdf04ea-0830-4f84-8ad3-698ed75cd7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:09.955859 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561600', 'neutron.services.segments.db._delete_segments_for_network-8754578388435'] for network, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.965264 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a']}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:09.974984 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d') {'for_net_delete': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:09.975313 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.services.segments.db [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24ac8a0-0b1c-4adf-a619-d3bc2489460d') {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:09.984117 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754578388264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13603932'] for segment, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.998839 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568'] for segment, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.004642 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12793353'] for segment, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: Traceback (most recent call last): Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: timer() Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: cb(*args, **kw) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: return func(*args, **kwargs) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: self._notify() Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: self.callback(batched_events) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: event.method(event) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: return f(self, *a, **k) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._get(url).json() Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:10.011943 dv-cinder-797333-1-iscsi neutron-server[93485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:10.178308 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-501566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609468'] for network, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.182494 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-664784e6-9aaf-482d-9b16-ed00a6f0f0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:10.185041 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593676'] for network, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.186850 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] 10.222.0.37 "DELETE /v2.0/networks/aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a HTTP/1.1" status: 204 len: 168 time: 0.7740052 Jun 22 09:30:10.197486 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf9230f-49fb-4e02-8416-f0d1b7e9ad0a,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:10.199839 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0f6d7359-434b-453c-acf6-41575c3ede8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:10.518389 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40070) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:10.558916 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5b17c198-c5d4-4c9f-b9bc-ad4d872fd9a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abc46e7689e6467daebf91c5766e5e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391903 Jun 22 09:30:10.561354 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40072) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:10.607052 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.626985 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.762671 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.762671 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.763269 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49da5c5b-92ab-4c8c-8315-92f12b385c25 HTTP/1.1" status: 204 len: 168 time: 0.2009797 Jun 22 09:30:10.764047 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5621ed19-4e4e-4f31-a6ac-8edd28386267 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:10.771634 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da5c5b-92ab-4c8c-8315-92f12b385c25,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:10.774779 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-3206bf3c-cf57-47d2-b53d-6f83e85545c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:11.240842 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 02cfb628-6047-4bf2-9258-8a2af5ea0942 no longer exists at agent ovs-agent-dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:11.264632 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] No Port match for: 02cfb628-6047-4bf2-9258-8a2af5ea0942 {{(pid=93486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:11.264632 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.rpc [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Device 02cfb628-6047-4bf2-9258-8a2af5ea0942 not bound to the agent host dv-cinder-797333-1-iscsi {{(pid=93486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:13.399631 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40122) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.504367 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5166df7a-1c3a-4b89-ad38-cd680b354b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.596378 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5166df7a-1c3a-4b89-ad38-cd680b354b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.744447 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5166df7a-1c3a-4b89-ad38-cd680b354b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.747103 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-03f0a4a6-fdc3-42f3-ab79-4a9cdf912441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:13.781636 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166df7a-1c3a-4b89-ad38-cd680b354b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3fa74-3bcf-4aa1-971b-a13e4944b481,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:13.784749 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5166df7a-1c3a-4b89-ad38-cd680b354b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:13.787473 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-5166df7a-1c3a-4b89-ad38-cd680b354b28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8079565022be4a228ea9b3c0fb515476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867397 Jun 22 09:30:13.790145 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40126) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.839297 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.864141 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.975805 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.979343 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.980494 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24e3fa74-3bcf-4aa1-971b-a13e4944b481 HTTP/1.1" status: 204 len: 168 time: 0.1885858 Jun 22 09:30:13.981273 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b2d4a6ef-f1b0-4215-8de9-a22c9dc572f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:13.988908 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3fa74-3bcf-4aa1-971b-a13e4944b481,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:13.991148 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-9a020481-438f-44fc-bebe-1595353339e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:14.583103 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40132) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:14.594680 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6b04de09-4a9e-4371-b734-c710f2470604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.680847 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6b04de09-4a9e-4371-b734-c710f2470604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.776232 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6b04de09-4a9e-4371-b734-c710f2470604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.778865 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b589368a-6c48-49c3-b6b0-9b4fc31370da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:14.814229 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6b04de09-4a9e-4371-b734-c710f2470604 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27317f9446f34ecc9dfb4fa21239122c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323871 Jun 22 09:30:14.815067 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04de09-4a9e-4371-b734-c710f2470604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e28db-a6f1-40b8-903b-2dc7edab82ef,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:14.817536 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40134) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:14.818075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6b04de09-4a9e-4371-b734-c710f2470604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:14.866951 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.889973 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.044316 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.046924 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.048121 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f2e28db-a6f1-40b8-903b-2dc7edab82ef HTTP/1.1" status: 204 len: 168 time: 0.2288902 Jun 22 09:30:15.048914 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-78f6a074-b2cf-4adc-b96a-96c832da8460 tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:15.059659 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e28db-a6f1-40b8-903b-2dc7edab82ef,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:15.059659 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c4abde48-2e90-4cb7-86f0-28e92e4733d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:17.708311 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40180) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:17.809393 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6296916d-e201-4e53-9ee4-5558a3785034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.893081 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6296916d-e201-4e53-9ee4-5558a3785034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.986880 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6296916d-e201-4e53-9ee4-5558a3785034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.989455 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d3348c98-02d4-493e-8e69-dbc0abba6620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:18.026625 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296916d-e201-4e53-9ee4-5558a3785034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4b9b6-ce79-4e68-9b40-28deff0c9cbd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:18.029669 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6296916d-e201-4e53-9ee4-5558a3785034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:18.032317 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6296916d-e201-4e53-9ee4-5558a3785034 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=290b968cdd1d4080ac2840db606d892b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230162 Jun 22 09:30:18.034866 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40184) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.081556 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.101513 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.233086 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.235805 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.236935 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65a4b9b6-ce79-4e68-9b40-28deff0c9cbd HTTP/1.1" status: 204 len: 168 time: 0.2011247 Jun 22 09:30:18.237660 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea299413-2a8f-4414-af6c-7c0e6e6a828f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:18.246039 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4b9b6-ce79-4e68-9b40-28deff0c9cbd,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:18.248429 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0992f2a7-bd25-44b7-a41f-fefcf4c7ee94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:18.912566 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40190) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.927667 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6574f44b-707e-4123-b6f0-5414bb7b5d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.012756 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6574f44b-707e-4123-b6f0-5414bb7b5d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.101438 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6574f44b-707e-4123-b6f0-5414bb7b5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.104414 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e6e1a5f3-f273-4d7d-8a6b-941b6208908d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.138409 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574f44b-707e-4123-b6f0-5414bb7b5d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75577570-59ee-4db4-afd1-424afb21e1eb,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:19.141588 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6574f44b-707e-4123-b6f0-5414bb7b5d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:19.144197 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-6574f44b-707e-4123-b6f0-5414bb7b5d7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e7c00acf7c04071b389fb8c4953beb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305715 Jun 22 09:30:19.147075 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40192) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.193429 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.214548 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.326413 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.329058 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.330241 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75577570-59ee-4db4-afd1-424afb21e1eb HTTP/1.1" status: 204 len: 168 time: 0.1823244 Jun 22 09:30:19.331077 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-06cfcb55-8128-417b-a99b-c21821eaa229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.338947 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75577570-59ee-4db4-afd1-424afb21e1eb,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:19.341224 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-f9cee869-23cf-41d5-8a9a-c0342b82e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:19.788657 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:30:24.325954 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.897597 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f9b0-6d2e-4589-b7f3-eef664dca626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.720670 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40268) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:26.821491 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4f5c-e094-4468-bcf6-7f4de23a38db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.906564 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4f5c-e094-4468-bcf6-7f4de23a38db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.977606 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4f5c-e094-4468-bcf6-7f4de23a38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.980152 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ac25cc5d-5f7f-4735-9923-30e8bbb57f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.016204 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b4f5c-e094-4468-bcf6-7f4de23a38db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72703672-0c78-468f-a0a0-0634544034b6,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.020244 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ab3b4f5c-e094-4468-bcf6-7f4de23a38db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1312132defe46829330015a6406c92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985659 Jun 22 09:30:27.021183 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ab3b4f5c-e094-4468-bcf6-7f4de23a38db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:27.022757 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40274) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:27.072273 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.369627 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.475255 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.477939 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.479078 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72703672-0c78-468f-a0a0-0634544034b6 HTTP/1.1" status: 204 len: 168 time: 0.4553978 Jun 22 09:30:27.479873 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b8c6d76d-f5e4-4e5f-aadc-1b97691358e0 tempest-AttachVolumeTestJSON-541412025 tempest-AttachVolumeTestJSON-541412025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.488161 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72703672-0c78-468f-a0a0-0634544034b6,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.490399 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c27b33c7-992d-4cf9-844a-791fb1f8521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.166295 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40280) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.179614 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a114282-e6f7-4e0d-8c87-be88f9d238a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.273610 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a114282-e6f7-4e0d-8c87-be88f9d238a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.381392 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a114282-e6f7-4e0d-8c87-be88f9d238a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.385037 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-860d1199-0ea3-447e-9a7c-079419b01fb0 tempest-AttachVolumeShelveTestJSON-953499340 tempest-AttachVolumeShelveTestJSON-953499340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.421122 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2a114282-e6f7-4e0d-8c87-be88f9d238a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a15e6ff9cb274857b86b69db16a37859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537010 Jun 22 09:30:28.422434 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a114282-e6f7-4e0d-8c87-be88f9d238a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e9623-b0f5-4293-b127-be0ca987a3e2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.425185 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40282) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.425673 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2a114282-e6f7-4e0d-8c87-be88f9d238a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.476300 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.498725 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.640351 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.643024 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.644185 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d9e9623-b0f5-4293-b127-be0ca987a3e2 HTTP/1.1" status: 204 len: 168 time: 0.2194660 Jun 22 09:30:28.644967 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-12ed2fcd-ce43-4e41-88d8-dc6bb3b6e912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.653051 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e9623-b0f5-4293-b127-be0ca987a3e2,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.655543 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bc179283-de2a-464a-b325-e3db8db5d76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:29.314485 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1fb386eb-f703-4b4a-891a-6b28bd7da011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.158047 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.843723 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.909273 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.166894 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40376) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:43.265107 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8490-d143-4147-9d54-00ea76bf342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.349881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8490-d143-4147-9d54-00ea76bf342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.416700 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8490-d143-4147-9d54-00ea76bf342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.419194 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-dbb7bb04-4cad-425e-885f-4710dbfec96d tempest-TestVolumeBootPattern-236135001 tempest-TestVolumeBootPattern-236135001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.454378 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-cf8f8490-d143-4147-9d54-00ea76bf342d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7b70b91014545278b0cc07815745f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864337 Jun 22 09:30:43.455881 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f8490-d143-4147-9d54-00ea76bf342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc0e49-eada-4c06-97f3-1fa4f38f27ce,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.457746 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40380) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:43.459109 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cf8f8490-d143-4147-9d54-00ea76bf342d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:43.506614 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.526657 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.651612 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.654159 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.655351 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03bc0e49-eada-4c06-97f3-1fa4f38f27ce HTTP/1.1" status: 204 len: 168 time: 0.1960351 Jun 22 09:30:43.656151 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7142eac6-d2ba-4480-b2ec-02265456c23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.664321 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc0e49-eada-4c06-97f3-1fa4f38f27ce,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.666820 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:44.390578 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40386) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:44.404162 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d66986ac-351a-443b-bdaa-7abf28473fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.492083 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d66986ac-351a-443b-bdaa-7abf28473fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.551448 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d66986ac-351a-443b-bdaa-7abf28473fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.553947 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a1d2d444-93ff-407d-b980-1abcd7dc7c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:44.591003 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-d66986ac-351a-443b-bdaa-7abf28473fa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5a39e6d688947babade48571100992e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993232 Jun 22 09:30:44.591983 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66986ac-351a-443b-bdaa-7abf28473fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15524d0d-c07c-4500-94bd-3c53a994970a,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:44.593675 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40388) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:44.594988 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d66986ac-351a-443b-bdaa-7abf28473fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:44.643681 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.664411 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.833988 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.837801 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.837966 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15524d0d-c07c-4500-94bd-3c53a994970a HTTP/1.1" status: 204 len: 168 time: 0.2424967 Jun 22 09:30:44.838690 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa8e97ee-82cc-4582-abd3-530623877150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:44.847077 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15524d0d-c07c-4500-94bd-3c53a994970a,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:44.849315 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-14cbea64-bc00-4ec2-9486-8e3fe806237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:46.510986 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.wsgi [-] (93485) accepted ('10.222.0.37', 40418) {{(pid=93485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:46.611279 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b6559452-cbbe-47b2-bca4-9386a8f2103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.697069 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b6559452-cbbe-47b2-bca4-9386a8f2103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.776860 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b6559452-cbbe-47b2-bca4-9386a8f2103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.779425 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bf825836-f00e-4e6d-9729-8e858520c52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:46.814612 dv-cinder-797333-1-iscsi neutron-server[93485]: INFO neutron.wsgi [None req-b6559452-cbbe-47b2-bca4-9386a8f2103d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=187cadb361b341db93d8ffa1f67ae320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025551 Jun 22 09:30:46.816111 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6559452-cbbe-47b2-bca4-9386a8f2103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19155b4a-ba9e-4d08-8b21-6c057c4fe3d8,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:46.818129 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.37', 40422) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:46.818985 dv-cinder-797333-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b6559452-cbbe-47b2-bca4-9386a8f2103d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:46.867971 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.887880 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.997137 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501563'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.999733 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.000856 dv-cinder-797333-1-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19155b4a-ba9e-4d08-8b21-6c057c4fe3d8 HTTP/1.1" status: 204 len: 168 time: 0.1816809 Jun 22 09:30:47.001621 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-96386056-832f-411e-8e6f-92438f246d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:47.013826 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19155b4a-ba9e-4d08-8b21-6c057c4fe3d8,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:47.013826 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e8c8d986-af10-4eac-a5ec-5c0659cb63b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:54.365586 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.833899 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d13db7f1-1822-45e8-b269-a2050181879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.787955 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:30:59.327934 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-5bd36783-db2a-4d13-a45a-c9c3ff5fe90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.148257 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.902709 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.856847 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.298693 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.869809 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3589294-ecd4-4add-9445-08741829f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.318892 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-659beedc-5799-453a-8331-90c338120bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.114938 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.857644 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.846366 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.786982 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:31:54.314280 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.833907 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-1f33cd17-4638-480c-8942-667d373168d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.334951 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0d9f-b34a-4273-a9bf-d3b547388df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.136870 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.885368 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.850751 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.785555 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:32:24.335662 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.406824 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [req-7de87dc7-2c1a-40eb-9033-7090f6d74a4f req-5fa29e4e-4063-4941-9ebe-f91604792bb0 service neutron] (93484) timed out ('10.222.0.23', 60463) {{(pid=93484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 09:32:25.820960 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-47422d34-6db4-4ee2-a562-2638db688ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.305394 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b7479512-9cdb-4e80-b98b-5715fcf74f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.129535 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.838158 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.884300 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.784453 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:32:54.311448 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.808405 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-42dc4c54-e760-4d3a-910f-d7b0b18b112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.294747 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-db36ff4b-d6af-460f-b522-8d0424838db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.139980 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.865371 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.848057 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.300633 dv-cinder-797333-1-iscsi neutron-server[93484]: DEBUG neutron.wsgi [req-a419591f-1565-485c-a8da-fe39de6e2492 req-df58ef24-53e4-4f4c-943e-137e1eca9f80 service neutron] (93484) timed out ('10.222.0.37', 36706) {{(pid=93484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 09:33:24.355695 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.782667 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:33:25.818284 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-dd014e6f-07e7-44ec-84b4-7378f3f7b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.287055 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ae091fd4-3e68-41b5-8fad-ba97275c0aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.132431 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.167238 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.869264 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.458096 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.817143 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-957ebc88-5970-48b8-80e7-eee6bcd52440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.297758 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-da68f4fb-d87a-47ac-9cae-f858d903ab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.137991 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.857772 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.781382 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:34:02.880562 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.342516 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:25.862475 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-7772d09d-f443-4c96-93a9-a9165d0fec02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.347454 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-23f252c2-b24f-4c0b-91ff-072bfb0e5068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.148274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.862262 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.867831 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.780819 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:34:54.359073 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.810027 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-09b2856a-0e5d-444b-9e76-2dd446dd851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.301386 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d5450718-e373-4c78-8650-34287dd59f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.136176 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.885296 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.878972 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.779117 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:35:24.375422 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.832263 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-971beab7-9fbc-49a7-bde3-ec24c092f405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.306449 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-5d6fccd4-a265-4c5e-962f-c33c26aeb8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.127274 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.864063 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.864100 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.777796 dv-cinder-797333-1-iscsi neutron-server[93487]: DEBUG neutron.db.agents_db [None req-3d86b5f4-5afb-42cb-a57b-64669f14ae32 None None] Agent healthcheck: found 6 active agents {{(pid=93487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:35:54.412730 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-4c74d36e-533c-4fde-904c-f582a866abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.800595 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-ef975585-7e2e-4bd0-83a6-3afda0c81c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.300047 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-8ee9e0ae-2489-4f5f-ac0d-6f6bb662b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.128748 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4b2c-2c56-4a15-b890-3cff8d4569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.888761 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-58138c3c-1262-4c4a-b1de-fd5299630e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.868295 dv-cinder-797333-1-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b855cf53-a5bb-47e1-b86a-63fc8ef39022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754578388417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567818'] for agent, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}